-- Logs begin at Mon 2021-01-25 15:32:39 UTC, end at Mon 2021-01-25 16:39:39 UTC. -- Jan 25 16:04:44.580437 dv-cinder-766064-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 25 16:04:45.874002 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.common.config [-] Logging enabled! Jan 25 16:04:45.874634 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev421 Jan 25 16:04:45.874924 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79885) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 16:04:45.875782 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.common.config [-] Logging enabled! Jan 25 16:04:45.875944 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev421 Jan 25 16:04:45.876135 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79885) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 16:04:45.876683 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 25 16:04:45.876822 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 25 16:04:45.877372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 25 16:04:45.877535 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 25 16:04:45.877631 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 25 16:04:45.877797 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.877981 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.878162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.878330 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.878442 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.878625 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.878794 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.878974 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.879156 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.879331 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.879498 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.879669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.879803 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.879974 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.880165 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.880348 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.880480 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] debug = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.880651 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.880919 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.881094 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.881265 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.881444 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.881610 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.881778 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.881951 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.882150 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] host = dv-cinder-766064-3-iscsi {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.882320 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.882498 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.882675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.882908 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.883037 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.883136 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.883314 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.883479 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.883641 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] log_file = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.883807 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.883985 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.884182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.884366 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.884480 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.884614 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.884792 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.884971 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.885139 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.885305 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.885469 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.885927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.886403 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.886620 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.886796 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.886970 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.887148 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.887315 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.887482 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.887645 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.887810 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.887986 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.888166 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.888334 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.888500 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.888676 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.888839 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.889005 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.889194 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.889385 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.889558 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.889732 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.889895 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.890068 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.890227 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.890410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.890520 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] use_json = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.890673 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.890831 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.891001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.891162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.891321 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.891482 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.891641 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.891815 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:45.891992 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.892208 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.892398 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.892576 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.892756 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.892912 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.893091 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.893261 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.893439 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.893616 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.893790 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.893957 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.894134 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.894301 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.894483 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.894672 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.894857 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.895039 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.895206 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.895371 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.895534 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.895700 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.895873 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.896055 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.896254 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.896421 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.896588 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.896781 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.896924 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.897087 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.897255 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.897433 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.897601 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.897767 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.897938 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.898107 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.898270 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.898433 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.898601 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.898780 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.898946 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.899090 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.899258 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.899423 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.899586 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.899760 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.899927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.900113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.900271 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.900441 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.900604 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.900768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.900936 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.901101 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.901285 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.901450 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.901614 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.901777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.901940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.902103 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.902264 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.902427 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.902593 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.902757 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.902921 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.903086 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.903252 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.903416 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.903589 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.903768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.903937 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.904141 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.904294 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.904462 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.904629 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.904795 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.904964 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.905133 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.905299 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.905480 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.905653 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.905827 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.905999 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.906169 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.906352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.906522 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.906694 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.906862 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.907030 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.907202 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.907376 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.907557 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.907738 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.907917 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.908144 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.908287 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.908458 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.908649 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.908818 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:45.908947 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 25 16:04:45.909083 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79885) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 25 16:04:46.239549 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO keyring.backend [-] Loading Gnome Jan 25 16:04:46.247874 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO keyring.backend [-] Loading Google Jan 25 16:04:46.249186 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO keyring.backend [-] Loading Windows (alt) Jan 25 16:04:46.250908 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO keyring.backend [-] Loading file Jan 25 16:04:46.251357 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO keyring.backend [-] Loading keyczar Jan 25 16:04:46.251485 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO keyring.backend [-] Loading multi Jan 25 16:04:46.251849 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO keyring.backend [-] Loading pyfs Jan 25 16:04:46.274181 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:04:46.274353 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=79885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:04:46.274500 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:04:46.274705 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 25 16:04:46.493954 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.494217 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.494217 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.517497 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.517667 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.517755 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.519647 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.519826 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.519944 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.553328 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.553498 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.553616 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.554278 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.554454 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.554552 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.690932 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.691200 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.691200 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.691402 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.691738 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.766581 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.766766 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.766879 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.767004 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.767177 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.767337 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.767494 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.767619 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.767777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.767950 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.768159 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.768283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.768422 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.768574 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.768737 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.768902 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.769056 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.769225 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.769378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.769643 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.769795 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.769942 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.770120 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.770267 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.770410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.770649 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 25 16:04:46.770793 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 25 16:04:46.770931 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 25 16:04:46.771067 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 25 16:04:46.771206 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 25 16:04:46.771341 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 25 16:04:46.772178 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 25 16:04:46.773814 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 25 16:04:46.775908 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 25 16:04:46.778693 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1500, 1549)])]) Jan 25 16:04:46.779610 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 25 16:04:46.780195 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 25 16:04:46.780371 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 25 16:04:46.780596 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 25 16:04:46.782059 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 25 16:04:46.782235 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 25 16:04:46.782353 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 25 16:04:46.792932 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 25 16:04:46.793185 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.793361 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79885) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 25 16:04:46.793576 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.794397 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79885) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 25 16:04:46.794642 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 25 16:04:46.794642 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 25 16:04:46.796450 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.796636 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:46.822248 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 25 16:04:46.822414 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 25 16:04:46.822583 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 25 16:04:46.822688 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 25 16:04:46.844966 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_db.sqlalchemy.engines [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79885) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 25 16:04:47.103165 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.managers [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Initializing driver for type 'gre' Jan 25 16:04:47.103842 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] gre ID ranges: [(1, 1000)] Jan 25 16:04:47.133210 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.managers [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Initializing driver for type 'local' Jan 25 16:04:47.133454 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.managers [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Initializing driver for type 'vlan' Jan 25 16:04:47.140638 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] VlanTypeDriver initialization complete Jan 25 16:04:47.140870 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.managers [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Initializing driver for type 'vxlan' Jan 25 16:04:47.141223 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] vxlan ID ranges: [(1, 1000)] Jan 25 16:04:47.163835 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.managers [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Initializing extension driver 'port_security' Jan 25 16:04:47.164060 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.extensions.port_security [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] PortSecurityExtensionDriver initialization complete Jan 25 16:04:47.164312 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.managers [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Initializing mechanism driver 'openvswitch' Jan 25 16:04:47.168881 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:04:47.169454 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > port after_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.169693 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > port after_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.169926 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > port after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.170185 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.170416 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.170641 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.170891 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > network after_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.171120 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > network after_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.171344 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > network after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.171595 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > security_group after_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.171823 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > security_group after_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.172045 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.172320 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.172550 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.172777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.173165 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > address_group after_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.173369 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > address_group after_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.173593 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.173803 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] ML2 OVO RPC backend initialized. {{(pid=79885) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 25 16:04:47.174284 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.174466 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.174768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > network before_response 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.174981 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > networks before_response 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.175208 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > port before_response 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.175434 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > ports before_response 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.175660 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > subnet before_response 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.175886 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > subnets before_response 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.176127 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > network after_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.176357 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > network after_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.176579 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > network after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.176800 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > port after_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.177020 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > port after_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.177240 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > port after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.177462 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.177683 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.177902 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.178295 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.plugin [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Modular L2 Plugin initialization complete Jan 25 16:04:47.178515 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading services supported by the core plugin {{(pid=79885) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 25 16:04:47.178741 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.plugins.ml2.managers [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Got port-security extension from driver 'port_security' Jan 25 16:04:47.179055 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.extensions.vlantransparent [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Disabled vlantransparent extension. Jan 25 16:04:47.179982 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79885) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 25 16:04:47.180215 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading Plugin: router Jan 25 16:04:47.204126 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.204380 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router after_create 55549900 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.204628 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router before_create 55549900 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.204869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.205123 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.205362 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router after_delete 55549900 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.205604 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.205852 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router after_create 55549900 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.206084 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router after_update 55549900 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.206322 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router after_update 55549900 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.206557 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.206803 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router after_update 55549900 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.207105 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.207365 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: port after_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.207599 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: port after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.207829 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: subnet after_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.208058 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.208332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.208568 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.208799 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: port before_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.209029 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router precommit_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.209276 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router after_update 55549900 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.209510 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.209750 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.210001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.210236 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.210502 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > network after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.211141 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Tracking information for resource: router configured {{(pid=79885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 25 16:04:47.211345 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Tracking information for resource: floatingip configured {{(pid=79885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 25 16:04:47.214485 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.l3_agentschedulers_db [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 25 16:04:47.214829 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: port after_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.215070 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: port after_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.215300 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: port after_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.215526 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: port after_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.216122 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router before_create 55550100 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.216348 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.216591 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router precommit_create 55550100 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.216825 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > router precommit_update 55550100 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.219857 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.provider_configuration [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Service providers = [] {{(pid=79885) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 25 16:04:47.220068 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.servicetype_db [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79885) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 25 16:04:47.221853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.service_base [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79885) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 25 16:04:47.222058 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.service_base [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79885) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 25 16:04:47.222277 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.service_base [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79885) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 25 16:04:47.222885 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.service_base [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79885) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 25 16:04:47.223094 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.services.service_base [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 25 16:04:47.223333 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 25 16:04:47.223539 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 25 16:04:47.230607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 25 16:04:47.230812 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading Plugin: auto_allocate Jan 25 16:04:47.234595 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: network precommit_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.234805 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: network precommit_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.235196 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 25 16:04:47.235385 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading Plugin: tag Jan 25 16:04:47.240633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 25 16:04:47.240837 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading Plugin: timestamp Jan 25 16:04:47.243310 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 25 16:04:47.243508 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading Plugin: network_ip_availability Jan 25 16:04:47.247032 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.247218 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.247456 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.248005 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 25 16:04:47.248214 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading Plugin: flavors Jan 25 16:04:47.251014 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 25 16:04:47.251215 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading Plugin: revisions Jan 25 16:04:47.254036 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 25 16:04:47.254277 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 0.980s {{(pid=79885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:04:47.254747 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79885) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 25 16:04:47.254942 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Initializing extension manager. Jan 25 16:04:47.255301 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: __init__.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.255517 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: __pycache__ {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.255739 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.255966 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: address_group.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.256550 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.256927 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: address-group Jan 25 16:04:47.257147 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: address_scope.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.257679 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.258009 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: address-scope Jan 25 16:04:47.258576 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.259357 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.259693 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: router-admin-state-down-before-update Jan 25 16:04:47.259911 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: agent.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.260451 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.261294 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: agent Jan 25 16:04:47.261449 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: agent_resources_synced.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.262057 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.262388 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: agent-resources-synced Jan 25 16:04:47.262605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: allowedaddresspairs.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.263740 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.264081 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: allowed-address-pairs Jan 25 16:04:47.264324 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: auto_allocated_topology.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.265051 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.265384 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: auto-allocated-topology Jan 25 16:04:47.265604 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: availability_zone.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.266124 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.266454 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: availability_zone Jan 25 16:04:47.266673 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: availability_zone_filter.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.267294 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.267629 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: availability_zone_filter Jan 25 16:04:47.267847 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: data_plane_status.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.268485 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.268815 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension data-plane-status not supported by any of loaded plugins Jan 25 16:04:47.269033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: default_subnetpools.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.269666 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.270001 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: default-subnetpools Jan 25 16:04:47.270217 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.270869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.271207 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: dhcp_agent_scheduler Jan 25 16:04:47.271427 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: dns.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.272053 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.272417 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension dns-integration not supported by any of loaded plugins Jan 25 16:04:47.272637 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: dns_domain_ports.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.273264 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.273595 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 25 16:04:47.273814 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: dvr.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.274312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.274645 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: dvr Jan 25 16:04:47.274863 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: empty_string_filtering.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.275489 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.275820 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: empty-string-filtering Jan 25 16:04:47.276037 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.276695 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.277026 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 25 16:04:47.277244 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.277863 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.278196 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 25 16:04:47.278413 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: external_net.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.279039 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.279376 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: external-net Jan 25 16:04:47.279592 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.280206 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.280569 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: extra_dhcp_opt Jan 25 16:04:47.280785 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: extraroute.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.281402 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.281737 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: extraroute Jan 25 16:04:47.281955 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: extraroute_atomic.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.282673 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.283011 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: extraroute-atomic Jan 25 16:04:47.283231 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: filter_validation.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.283716 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.284048 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: filter-validation Jan 25 16:04:47.284301 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: fip_pf_description.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.284921 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.285252 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 25 16:04:47.285468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: fip_port_details.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.286093 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.286427 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: fip-port-details Jan 25 16:04:47.286648 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: flavors.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.287472 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.287807 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: flavors Jan 25 16:04:47.288031 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.289193 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.289528 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 25 16:04:47.289748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: floatingip_pools.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.290260 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.290592 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: floatingip-pools Jan 25 16:04:47.290816 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: ip_allocation.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.291443 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.291776 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension ip_allocation not supported by any of loaded plugins Jan 25 16:04:47.292497 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.293073 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.293459 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: ip-substring-filtering Jan 25 16:04:47.293660 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: l2_adjacency.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.294277 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.294620 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 25 16:04:47.294847 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: l3.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.295535 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.295891 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: router Jan 25 16:04:47.296115 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.297555 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.297916 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 25 16:04:47.298139 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.298796 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.299146 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: ext-gw-mode Jan 25 16:04:47.299367 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.299984 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.300369 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: l3-ha Jan 25 16:04:47.300565 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: l3_flavors.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.301179 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.301535 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: l3-flavors Jan 25 16:04:47.301744 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.302440 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.302767 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 25 16:04:47.302991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: l3agentscheduler.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.303742 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.304077 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: l3_agent_scheduler Jan 25 16:04:47.304319 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: logging.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.305307 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.305676 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension logging not supported by any of loaded plugins Jan 25 16:04:47.305874 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: metering.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.306403 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.306842 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: metering Jan 25 16:04:47.307042 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.307818 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.308184 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: metering_source_and_destination_fields Jan 25 16:04:47.308408 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: multiprovidernet.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.309043 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.309407 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: multi-provider Jan 25 16:04:47.309628 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: netmtu.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.310245 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.310591 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: net-mtu Jan 25 16:04:47.310809 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: netmtu_writable.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.311427 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.311799 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: net-mtu-writable Jan 25 16:04:47.312001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: network_availability_zone.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.312505 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.312875 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: network_availability_zone Jan 25 16:04:47.313075 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: network_ip_availability.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.313879 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.314257 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: network-ip-availability Jan 25 16:04:47.314457 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: network_segment_range.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.315020 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.315367 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension network-segment-range not supported by any of loaded plugins Jan 25 16:04:47.315585 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: pagination.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.316243 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.316480 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: pagination Jan 25 16:04:47.316693 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.317313 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.317681 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: port-mac-address-regenerate Jan 25 16:04:47.317877 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.318509 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.318848 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: port-numa-affinity-policy Jan 25 16:04:47.319069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: port_resource_request.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.319682 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.320050 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension port-resource-request not supported by any of loaded plugins Jan 25 16:04:47.320264 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: portbindings.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.320894 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.321246 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: binding Jan 25 16:04:47.321461 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: portbindings_extended.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.322312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.322655 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: binding-extended Jan 25 16:04:47.322879 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: portsecurity.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.323991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.324358 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: port-security Jan 25 16:04:47.324587 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: project_id.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.325244 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.325443 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: project-id Jan 25 16:04:47.325655 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: providernet.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.326278 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.326625 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: provider Jan 25 16:04:47.326848 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: qos.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.329227 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.329625 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension qos not supported by any of loaded plugins Jan 25 16:04:47.329818 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.330632 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.331025 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 25 16:04:47.331196 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.331816 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.332176 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 25 16:04:47.332397 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: qos_default.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.333050 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.333446 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension qos-default not supported by any of loaded plugins Jan 25 16:04:47.333635 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: qos_fip.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.334101 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.334442 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension qos-fip not supported by any of loaded plugins Jan 25 16:04:47.334659 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: qos_gateway_ip.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.335276 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.335622 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 25 16:04:47.335846 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: qos_port_network_policy.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.336472 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.336841 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 25 16:04:47.337037 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: qos_rule_type_details.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.337674 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.338010 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 25 16:04:47.338214 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: qos_rules_alias.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.338937 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.339286 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 25 16:04:47.339505 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: quotasv2.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.340156 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.340383 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: quotas Jan 25 16:04:47.340596 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: quotasv2_detail.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.341659 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.341861 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: quota_details Jan 25 16:04:47.342075 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: rbac.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.342895 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.343271 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: rbac-policies Jan 25 16:04:47.343468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: rbac_address_scope.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.344088 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.344453 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: rbac-address-scope Jan 25 16:04:47.344670 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: rbac_security_groups.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.345279 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.345626 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: rbac-security-groups Jan 25 16:04:47.345845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: rbac_subnetpool.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.346453 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.346821 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: rbac-subnetpool Jan 25 16:04:47.347017 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: revisionifmatch.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.347633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.348018 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: revision-if-match Jan 25 16:04:47.348241 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: revisions.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.349013 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.349360 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: standard-attr-revisions Jan 25 16:04:47.349579 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: router_availability_zone.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.350063 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.350414 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: router_availability_zone Jan 25 16:04:47.350631 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: routerservicetype.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.351255 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.351601 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension router-service-type not supported by any of loaded plugins Jan 25 16:04:47.351822 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.352461 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.353055 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: security-groups-normalized-cidr Jan 25 16:04:47.353302 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.353964 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.354527 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: port-security-groups-filtering Jan 25 16:04:47.354996 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.355622 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.355972 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: security-groups-remote-address-group Jan 25 16:04:47.356211 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: securitygroup.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.363222 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.363621 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: security-group Jan 25 16:04:47.363813 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: segment.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.364405 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.364753 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension segment not supported by any of loaded plugins Jan 25 16:04:47.364974 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.365631 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.366025 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 25 16:04:47.366224 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: servicetype.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.366991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.367372 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: service-type Jan 25 16:04:47.367594 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: sorting.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.368289 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.368524 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: sorting Jan 25 16:04:47.368781 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: standard_attr_segment.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.369354 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.369704 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 25 16:04:47.369945 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: standardattrdescription.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.370413 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.370802 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: standard-attr-description Jan 25 16:04:47.370993 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: stateful_security_group.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.371612 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.371984 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: stateful-security-group Jan 25 16:04:47.372223 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: stdattrs_common.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.372620 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 25 16:04:47.372819 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.373435 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.373803 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 25 16:04:47.374026 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: subnet_onboard.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.374746 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.375129 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: subnet_onboard Jan 25 16:04:47.375348 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.375998 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.376410 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 25 16:04:47.376601 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: subnet_service_types.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.377222 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.377568 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: subnet-service-types Jan 25 16:04:47.377786 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: subnetallocation.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.378518 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.378844 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: subnet_allocation Jan 25 16:04:47.379067 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.379539 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.379905 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: subnetpool-prefix-ops Jan 25 16:04:47.380112 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.380743 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.381112 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 25 16:04:47.381307 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: tagging.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.382127 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.382474 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: standard-attr-tag Jan 25 16:04:47.382704 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: timestamp.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.383508 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.383834 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loaded extension: standard-attr-timestamp Jan 25 16:04:47.384057 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: trunk.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.384785 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.385146 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension trunk not supported by any of loaded plugins Jan 25 16:04:47.385338 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: trunk_details.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.386357 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.386750 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension trunk-details not supported by any of loaded plugins Jan 25 16:04:47.386945 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: uplink_status_propagation.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.387583 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.387951 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 25 16:04:47.388169 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Loading extension file: vlantransparent.py {{(pid=79885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 25 16:04:47.388646 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:04:47.389011 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 25 16:04:47.390540 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Creating instance of TrackedResource for resource:network Jan 25 16:04:47.391025 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Creating instance of TrackedResource for resource:subnet Jan 25 16:04:47.391446 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 16:04:47.391878 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Creating instance of TrackedResource for resource:port Jan 25 16:04:47.393124 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.resource_helper [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 16:04:47.393378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.resource_helper [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Service FLAVORS assigned prefix: {{(pid=79885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 16:04:47.393765 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.resource_helper [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 16:04:47.394008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.resource_helper [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 16:04:47.394208 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Creating instance of TrackedResource for resource:router Jan 25 16:04:47.394652 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Creating instance of TrackedResource for resource:floatingip Jan 25 16:04:47.395102 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.resource_helper [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Service METERING assigned prefix: /metering {{(pid=79885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 16:04:47.396066 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.396302 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.396503 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79885) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:04:47.397132 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 16:04:47.397376 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Creating instance of TrackedResource for resource:security_group Jan 25 16:04:47.397853 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 16:04:47.398379 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.resource_helper [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Service CORE assigned prefix: {{(pid=79885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 16:04:47.398546 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 16:04:47.398723 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] subnetpool is already registered Jan 25 16:04:47.399090 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.resource_helper [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Service CORE assigned prefix: {{(pid=79885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 16:04:47.399279 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 16:04:47.399465 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] subnetpool is already registered Jan 25 16:04:47.400889 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.resource_helper [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 16:04:47.401107 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.resource_helper [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Service FLAVORS assigned prefix: {{(pid=79885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 16:04:47.401600 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.resource_helper [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 16:04:47.401872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.resource_helper [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 16:04:47.402061 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Creating instance of TrackedResource for resource:router Jan 25 16:04:47.402261 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] router is already registered Jan 25 16:04:47.402661 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Creating instance of TrackedResource for resource:floatingip Jan 25 16:04:47.402838 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] floatingip is already registered Jan 25 16:04:47.403298 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.resource_helper [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Service METERING assigned prefix: /metering {{(pid=79885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 16:04:47.403647 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 16:04:47.403828 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] rbac_policy is already registered Jan 25 16:04:47.404193 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Creating instance of TrackedResource for resource:security_group Jan 25 16:04:47.404397 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] security_group is already registered Jan 25 16:04:47.404793 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 16:04:47.404976 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] security_group_rule is already registered Jan 25 16:04:47.405413 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.resource_helper [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Service CORE assigned prefix: {{(pid=79885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 16:04:47.405595 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 16:04:47.405780 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] subnetpool is already registered Jan 25 16:04:47.406186 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.resource_helper [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Service CORE assigned prefix: {{(pid=79885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 25 16:04:47.406373 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 16:04:47.406558 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING neutron.quota.resource_registry [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] subnetpool is already registered Jan 25 16:04:47.406988 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: extensions {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.407777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: address-groups {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.408671 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: address-scopes {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.409375 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: agents {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.410025 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: auto-allocated-topology {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.410701 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: availability_zones {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.411410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: dhcp-networks {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.412211 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: dhcp-agents {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.412933 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: routers {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.413888 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: flavors {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.414511 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: service_profiles {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.415176 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: next_providers {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.416000 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: service_profiles {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.417037 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: floatingip-pools {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.418062 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: routers {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.418972 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: floatingips {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.419635 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: l3-routers {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.420447 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: l3-agents {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.421212 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: metering-labels {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.421948 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: metering-label-rules {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.422667 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: network-ip-availabilities {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.423318 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: bindings {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.424195 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: quotas {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.424968 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: quotas {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.425688 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: rbac-policies {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.426397 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: security-groups {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.427065 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: security-group-rules {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.427733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: service-providers {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.428435 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: subnetpools {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.429182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: subnetpools {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.429949 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: tags {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.430829 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: tags {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.432224 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: tags {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.433153 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: tags {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.434097 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: tags {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.434944 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: tags {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.435869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: tags {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.436811 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: tags {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.437759 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: tags {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.438714 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.extensions [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Extended resource: tags {{(pid=79885) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 25 16:04:47.441842 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING keystonemiddleware.auth_token [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 25 16:04:47.444430 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING keystonemiddleware.auth_token [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 25 16:04:47.449575 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Acquired lock "singleton_lock" {{(pid=79885) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 25 16:04:47.449859 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Releasing lock "singleton_lock" {{(pid=79885) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 25 16:04:47.450685 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO oslo_service.service [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Starting 2 workers Jan 25 16:04:47.453709 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Started child 79984 {{(pid=79885) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 25 16:04:47.456385 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Started child 79985 {{(pid=79885) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 25 16:04:47.457214 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.service [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 25 16:04:47.457564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Notify callbacks [] for process, before_spawn {{(pid=79885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:04:47.458987 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO oslo_service.service [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Starting 1 workers Jan 25 16:04:47.459925 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:04:47.461708 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [-] (79984) wsgi starting up on http://0.0.0.0:9696 Jan 25 16:04:47.461852 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:04:47.462160 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Started child 79986 {{(pid=79885) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 25 16:04:47.462441 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO oslo_service.service [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Starting 1 workers Jan 25 16:04:47.463425 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [-] (79985) wsgi starting up on http://0.0.0.0:9696 Jan 25 16:04:47.464166 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.service [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] calling RpcWorker wait() {{(pid=79986) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 25 16:04:47.464378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.service [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] returning from RpcWorker wait() {{(pid=79986) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 25 16:04:47.465236 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:04:47.465383 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Started child 79987 {{(pid=79885) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 25 16:04:47.465574 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:04:47.465761 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d75289bf-bafd-4f26-bc12-9fa09a0a84d8 None None] Notify callbacks [] for process, after_spawn {{(pid=79885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:04:47.466815 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79885) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 25 16:04:47.466961 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 25 16:04:47.466961 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 25 16:04:47.467125 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 25 16:04:47.467355 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 25 16:04:47.467355 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 25 16:04:47.467645 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.467758 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.467923 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.468081 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.468222 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.468507 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.468620 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.468775 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.468930 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.469024 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.469111 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.469183 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.469357 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.469452 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.469596 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.469757 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.469859 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.470015 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.470110 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.470182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.470331 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.470433 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.470579 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] debug = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.470681 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.470963 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.471092 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.471259 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.471358 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:04:47.471429 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.471497 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.471564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.471736 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.471840 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.471985 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.472077 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.472187 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.472368 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.472467 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.472558 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.472630 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.472866 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] host = dv-cinder-766064-3-iscsi {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.473046 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.473197 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.473344 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:04:47.473514 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.473514 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.473514 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.473514 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.474069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.474069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.474069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.474069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.474618 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.474618 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.474618 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.474618 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] log_file = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.474618 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] log_options = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.474618 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.475420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.475420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.475420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.475420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.475420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.475420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.475420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.476430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.476430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.476430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.476430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.476430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.476430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.476430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.476430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.476430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.477669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.477669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.477669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.477669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.477669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.477669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.477669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.477669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.479023 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.479023 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.479023 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.479023 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.479023 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.479023 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.479023 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.479023 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.480468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.480468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.480468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.480468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.480468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.480468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.480468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.480468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.481008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.481008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.481008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.481008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.481008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] use_json = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.481008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.481008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.481008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.481008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.481567 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.481567 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.481567 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.481567 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.481567 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.481869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.481869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.481869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.482060 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.482125 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.482217 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.482341 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.482481 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.482611 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.483344 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.483344 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.483344 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.483344 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.483344 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.483518 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.483518 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.483671 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.483797 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.483946 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.484079 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.484161 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.484342 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.484491 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.484630 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.107/identity {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.484767 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.484894 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.485021 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.485144 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.485269 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.485387 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.485528 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.485855 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.485855 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.485997 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.486074 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.486147 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.487256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.487256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.487256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.487256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.487256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.487256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.487256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.487256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.487256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.487856 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.487856 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.487856 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.487856 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.487856 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.487856 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.488264 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.488264 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.488264 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.488462 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.488462 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.488591 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.488591 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.488721 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.489143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.489143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.489143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.489352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.489352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.489352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.489352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.489352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.489352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.489352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.489352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.489352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.491675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.491675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.491675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.491675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.491675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.491675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.491675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.491675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.491675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.493723 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.493723 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.493723 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.493723 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.493723 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.493723 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.493723 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.493723 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.495903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.495903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.495903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.495903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.495903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.495903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.495903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.495903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.496872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.496872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.496872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.496872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.496872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.496872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.496872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.496872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.497378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.497378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.497378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.497378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.497378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.497378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.497378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.497378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.499069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.499069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.499069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.499069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.499069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.499069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.499069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.499069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.500652 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.500652 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.500652 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.500652 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.500652 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.500652 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.500652 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.500652 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.500905 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.500905 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.500905 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.500905 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.500905 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.500905 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.500905 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.500905 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501141 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501141 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501141 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501141 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501141 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501141 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501141 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.107/identity {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501141 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501395 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501395 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501395 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501395 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501395 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501395 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501395 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501395 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.501853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.502050 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.502050 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.502188 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.502279 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.502408 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.502547 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.502687 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.503830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.503830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.503830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.503830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.503830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.503830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.503830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.503830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.504605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.504605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.504605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.504605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.504605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.504605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.504605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.504605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.504950 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.504950 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.504950 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.505083 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.505083 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.505202 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.505341 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.505471 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.505592 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.505710 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.505828 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.505931 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.506055 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.506170 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.506321 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.506449 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.506565 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.506685 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.506802 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.506929 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.507047 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.507161 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.507278 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.507393 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.507560 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.507704 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.507830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.507950 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.508064 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.508229 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.508370 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.508496 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.508641 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.508774 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.508912 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.509043 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.509217 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.509337 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.509473 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.509597 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.509718 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.509864 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.510012 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.510182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.510347 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.510487 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.510645 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.510799 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.510951 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1500:1549'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.511098 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.511219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.511376 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.511558 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.511709 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.511845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.511979 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.512128 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.512256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.512381 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.512504 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.512631 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.512752 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.512891 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.513031 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.513158 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.513281 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.513413 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.513534 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.513665 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.513782 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.513907 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.514029 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.514116 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 25 16:04:47.514471 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79885) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 25 16:04:47.514544 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 25 16:04:47.514625 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 25 16:04:47.514727 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 25 16:04:47.514820 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 25 16:04:47.514901 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 25 16:04:47.516162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516651 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516651 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516651 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516651 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516651 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516651 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516651 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] debug = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516651 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516868 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516868 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516868 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.516963 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.517025 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.517094 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.517178 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.517260 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.517343 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.517432 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.517484 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.517564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.517656 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.517705 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.517791 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.517842 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] host = dv-cinder-766064-3-iscsi {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.517922 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.517999 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.518073 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.518148 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.518221 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.518317 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.518370 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.518440 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.518515 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.518594 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.518640 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.518728 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.518817 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.518893 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] log_file = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.518943 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] log_options = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.519014 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.519099 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.519172 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.519246 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.519332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.519385 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.519473 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.519527 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.519607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.519683 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.519757 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.519830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.519904 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.519977 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.520050 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.520166 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.520215 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.520257 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.520335 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.520417 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.520492 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.520548 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.520620 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.520696 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.520770 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.520843 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.520922 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.520968 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.521061 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.521145 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.521201 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.521282 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.521363 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.521447 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.521554 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.521613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.521673 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.521740 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.521827 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.521911 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.522004 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.522051 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.522138 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.522226 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.522278 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.522350 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] use_json = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.522432 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.522505 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.522577 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.522650 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.522722 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.522799 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.522873 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.522953 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 25 16:04:47.523028 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.523100 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.523173 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.523244 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.523316 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.523393 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.523465 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.523536 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.523649 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.523731 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.523803 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.523874 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.523963 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.524035 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.524125 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.524321 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.524409 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.524489 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.524564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.524642 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.524714 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.524786 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.524858 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.524930 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.525002 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.107/identity {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.525074 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.525150 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.525223 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.525295 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.525406 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.525406 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.525560 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.525560 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.525711 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.525711 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.525849 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.525849 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.525986 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.525986 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.526121 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.526121 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.526469 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.526568 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.526624 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.526949 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.526949 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.527096 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.527182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.527261 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.527337 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.527387 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.527433 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.527503 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.527588 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.527672 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.527751 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.527824 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.527897 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.527974 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.528048 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.528137 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.528213 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.528272 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.528344 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.528425 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.528509 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.528593 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.528676 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.528759 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.528843 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.528926 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.529009 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.529091 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.529174 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.529259 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.529342 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.529433 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.529528 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.529623 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.529717 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.529810 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.529903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.529994 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.530084 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.530178 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.530280 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.530374 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.530467 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.530558 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.530650 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.530740 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.530831 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.530922 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.531014 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.531106 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.531201 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.531289 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.531368 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.531424 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.531513 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.531597 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.531681 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.531766 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.531849 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.531931 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.532015 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.532113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.532189 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.532271 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.532337 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.532423 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.532511 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.532593 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.532676 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.532760 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.532847 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.532937 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.533021 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.533105 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.533188 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.533272 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.533348 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.533427 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.533499 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.533604 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.533669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.533727 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.533799 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.533887 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.533971 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.534043 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.534146 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.534261 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.534317 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.534393 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.534444 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.534517 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.534568 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.534657 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.534741 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.534826 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.534923 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.535017 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.535133 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.107/identity {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.535133 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.535254 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.535254 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.535340 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.535399 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.535473 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.535565 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.535693 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.535693 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.535802 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.535856 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.535913 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.535969 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.536075 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.536185 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.536238 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.536293 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.536356 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.536446 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.536532 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.536617 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.536731 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.536796 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.536867 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.536924 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.536978 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.537054 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.537139 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.537223 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.537309 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.537410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.537556 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.537556 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.537648 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.537700 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.537747 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.537831 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.537915 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.538001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.538087 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.538171 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.538244 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.538327 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.538420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.538503 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.538587 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.538686 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.538767 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.538841 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.538942 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.538942 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.539048 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.539103 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.539152 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.539236 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.539314 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.539387 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.539446 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.539531 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.539598 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.539670 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.539747 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.539822 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.539904 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.539986 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.540069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.540172 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.540252 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.540329 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.540412 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.540496 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.540576 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.540650 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.540729 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.540807 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.540882 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.540954 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.541026 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.541099 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.541176 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.541250 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.541322 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.541393 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.541465 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.541537 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.541609 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.541680 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.541752 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.541952 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.541952 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.541952 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.542157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.542157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.542294 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.542294 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.542431 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1500:1549'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.542431 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.542572 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.542572 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.542709 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.542709 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.542845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.542845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.542982 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.542982 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.543135 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.543135 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.543278 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.543278 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.543415 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.543415 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.543552 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.543552 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.543689 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.543689 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.543829 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.543829 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.543966 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.543966 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:04:47.544139 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79885) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 25 16:04:47.555733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:04:47.679044 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 32842) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:04:47.693171 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [-] 10.222.0.107 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0116441 Jan 25 16:04:53.059270 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d73243-e136-46c7-bbd6-34eadb50942a None None] get_active_networks_info from dv-cinder-766064-3-iscsi {{(pid=79986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 25 16:04:53.091814 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d73243-e136-46c7-bbd6-34eadb50942a None None] No non-hosted networks {{(pid=79986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 25 16:04:53.098857 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agentschedulers_db [None req-39d73243-e136-46c7-bbd6-34eadb50942a None None] DHCP Agent not found on host dv-cinder-766064-3-iscsi {{(pid=79986) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Jan 25 16:04:53.149517 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-96554a07-e737-40d7-a789-eb9ace0671f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480'] for agent, after_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:04:54.026944 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-85c5a8ca-d029-4a80-94eb-6e258d78342b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480'] for agent, after_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:04:54.065428 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6026b534-6e7a-454a-8e55-3ed3bbcafa36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:04:54.716378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480'] for agent, after_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:04:54.950216 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480'] for agent, after_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:04:54.950646 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:04:54.950931 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:04:54.951180 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:04:54.951408 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:04:54.951635 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:04:54.951859 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:04:54.952086 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:04:54.952350 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:04:54.952584 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:04:54.952816 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:04:54.953050 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:04:54.953275 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:04:54.953539 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-766064-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:04:54.962774 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-766064-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:04:55.443679 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.l3_hamode_db [None req-57fd91b4-047b-4b3c-af71-20b285066962 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 25 16:04:55.498876 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fd91b4-047b-4b3c-af71-20b285066962 None None] Routers set() bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:04:55.499356 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fd91b4-047b-4b3c-af71-20b285066962 None None] Router IDs set() for agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 25 16:04:55.686991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480'] for agent, after_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:04:55.999772 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] get_endpoint_by_host() called for host dv-cinder-766064-3-iscsi {{(pid=79986) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 25 16:04:56.003033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] get_endpoint_by_ip() called for ip 192.168.0.107 {{(pid=79986) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 25 16:04:56.004791 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] _add_endpoint() called for ip 192.168.0.107 {{(pid=79986) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 25 16:04:56.008569 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] _get_endpoints() called {{(pid=79986) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 25 16:04:56.776552 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 32936) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:04:57.128388 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING oslo_policy.policy [None req-cfb8bd59-ac21-4a60-b5cb-34f4efc1af23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 16:04:57.128706 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING oslo_policy.policy [None req-cfb8bd59-ac21-4a60-b5cb-34f4efc1af23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 16:04:57.229355 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [None req-cfb8bd59-ac21-4a60-b5cb-34f4efc1af23 admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:04:57.230067 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-cfb8bd59-ac21-4a60-b5cb-34f4efc1af23 admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4522920 Jan 25 16:04:58.817906 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 32950) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:04:59.039308 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-14df2d36-0012-4c94-a9b4-73b17bababc0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:04:59.072877 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.policy [None req-14df2d36-0012-4c94-a9b4-73b17bababc0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79984) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 25 16:04:59.073355 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING oslo_policy.policy [None req-14df2d36-0012-4c94-a9b4-73b17bababc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 16:04:59.073616 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING oslo_policy.policy [None req-14df2d36-0012-4c94-a9b4-73b17bababc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 16:04:59.081361 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota [None req-14df2d36-0012-4c94-a9b4-73b17bababc0 admin admin] Loaded quota_driver: . Jan 25 16:04:59.091185 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-14df2d36-0012-4c94-a9b4-73b17bababc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:04:59.123726 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-14df2d36-0012-4c94-a9b4-73b17bababc0 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363293220893929', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363293220844655', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363293220842531', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363293220929792', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363293220929853', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036852962200', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1738933', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854151750', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-568145'] for rbac-policy, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:04:59.164272 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-14df2d36-0012-4c94-a9b4-73b17bababc0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:04:59.165123 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-14df2d36-0012-4c94-a9b4-73b17bababc0 admin admin] 10.222.0.107 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.3464675 Jan 25 16:05:00.759037 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 32964) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:05:01.036063 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Request body: {'network': {'project_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'admin_state_up': True, 'name': 'private'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:05:01.043427 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:05:01.049086 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Usage tracker for resource:network and tenant:b968b4b7b12e4df4b68ecbc16b3cd84b is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:05:01.053557 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:05:01.061305 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:05:01.067857 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Made reservation on behalf of b968b4b7b12e4df4b68ecbc16b3cd84b for: {'network': 1} {{(pid=79984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:05:01.071966 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for network, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:01.082510 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:01.094215 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:05:01.096744 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Usage tracker for resource:security_group_rule and tenant:b968b4b7b12e4df4b68ecbc16b3cd84b is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:05:01.099128 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:05:01.102734 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:05:01.170668 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:01.173192 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:01.175899 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:05:01.190337 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=79984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 16:05:01.207342 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293216955320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:01.207692 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.segments_db [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Added segment af50c1d6-cabe-4ce2-b9e1-86623ee086d2 of type vxlan for network b9f3993f-e3f1-4cb9-97f6-ac6a139a392f Jan 25 16:05:01.394003 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60ba2ac-2549-4237-9df4-b366710b300c,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:05:01.405626 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:01.405839 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:01.405979 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:01.406187 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:01.406371 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:01.406567 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:01.406760 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:01.406954 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:01.407145 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:01.407337 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:01.407528 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:01.407715 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Tracked resource versions report: Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: pushed versions: Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: { 'AddressGroup': {'1.1'}, Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': {'1.0'}, Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': {'1.0'}, Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': {'1.1'}, Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': {'1.6'}, Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': {'1.2'}, Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': {'1.8'}, Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': {'1.4'}, Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': {'1.2'}, Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': {'1.0'}, Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': {'1.1'}, Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': {'1.1'}} Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: consumer versions: Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: { DHCP agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: L3 agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: Metadata agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: Metering agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: Open vSwitch agent@dv-cinder-766064-3-iscsi: { 'AddressGroup': '1.1', Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': '1.0', Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': '1.0', Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': '1.1', Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': '1.6', Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': '1.2', Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': '1.8', Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': '1.4', Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': '1.2', Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': '1.0', Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': '1.1', Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': '1.1'}} Jan 25 16:05:01.408340 dv-cinder-766064-3-iscsi neutron-server[79885]: {{(pid=79984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 25 16:05:01.426968 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:05:01.435706 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293217476331'] for network, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:01.458075 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for network, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:01.458874 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:05:01.459242 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:01.461158 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:05:01.526708 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 0.7668200 Jan 25 16:05:01.527196 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Pushing event updated for resources: {'Network': ['ID=b9f3993f-e3f1-4cb9-97f6-ac6a139a392f,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:05:01.529399 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:05:01.538361 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Network b9f3993f-e3f1-4cb9-97f6-ac6a139a392f details requested by agent ovs-agent-dv-cinder-766064-3-iscsi with host dv-cinder-766064-3-iscsi {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:05:03.183144 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 32980) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:05:03.539216 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db223d43-41cf-4170-b4fb-a7966b1c5446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:05:03.540140 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-db223d43-41cf-4170-b4fb-a7966b1c5446 admin admin] 10.222.0.107 "GET /v2.0/networks/b9f3993f-e3f1-4cb9-97f6-ac6a139a392f HTTP/1.1" status: 200 len: 818 time: 0.3562181 Jan 25 16:05:03.563188 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-1057dc8d-7249-40cf-b68a-b14d36d03e94 admin admin] 10.222.0.107 "GET /v2.0/subnetpools/9d833479-62de-49dd-96ec-4862c182b5d6 HTTP/1.1" status: 200 len: 734 time: 0.0156186 Jan 25 16:05:03.572290 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-f5bf932c-8740-40a6-ac3d-823340092425 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '9d833479-62de-49dd-96ec-4862c182b5d6', 'ip_version': 4, 'tenant_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'name': 'private-subnet', 'network_id': 'b9f3993f-e3f1-4cb9-97f6-ac6a139a392f'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:05:03.575462 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-f5bf932c-8740-40a6-ac3d-823340092425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:05:03.578511 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-f5bf932c-8740-40a6-ac3d-823340092425 admin admin] Usage tracker for resource:subnet and tenant:b968b4b7b12e4df4b68ecbc16b3cd84b is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:05:03.580546 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-f5bf932c-8740-40a6-ac3d-823340092425 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:05:03.584333 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-f5bf932c-8740-40a6-ac3d-823340092425 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:05:03.591107 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bf932c-8740-40a6-ac3d-823340092425 admin admin] Made reservation on behalf of b968b4b7b12e4df4b68ecbc16b3cd84b for: {'subnet': 1} {{(pid=79984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:05:03.594332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f5bf932c-8740-40a6-ac3d-823340092425 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:03.898592 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f5bf932c-8740-40a6-ac3d-823340092425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for subnet, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:03.907354 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:05:03.972427 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf932c-8740-40a6-ac3d-823340092425 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2393ca4-0383-4073-966d-52626200675a,revision_number=0']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:05:03.979819 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f5bf932c-8740-40a6-ac3d-823340092425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:05:04.009193 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf932c-8740-40a6-ac3d-823340092425 admin admin] Checking segment: {'id': 'af50c1d6-cabe-4ce2-b9e1-86623ee086d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b9f3993f-e3f1-4cb9-97f6-ac6a139a392f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:05:04.009393 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bf932c-8740-40a6-ac3d-823340092425 admin admin] Network hostable DHCP agents. Network: b9f3993f-e3f1-4cb9-97f6-ac6a139a392f, hostable agents: ['49719f6d-5a78-4eed-bacf-47ff3e91c67a'], hosted agents: [] {{(pid=79984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 16:05:04.020906 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bf932c-8740-40a6-ac3d-823340092425 admin admin] Network b9f3993f-e3f1-4cb9-97f6-ac6a139a392f is scheduled to be hosted by DHCP agent 49719f6d-5a78-4eed-bacf-47ff3e91c67a with binding_index 1 {{(pid=79984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 16:05:04.026885 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-f5bf932c-8740-40a6-ac3d-823340092425 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-3-iscsi, b9f3993f-e3f1-4cb9-97f6-ac6a139a392f) {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:05:04.030718 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bf932c-8740-40a6-ac3d-823340092425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:05:04.031041 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f5bf932c-8740-40a6-ac3d-823340092425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:04.034162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d662a87-e32b-460a-bf32-dca5deac4fb5 None None] Network b9f3993f-e3f1-4cb9-97f6-ac6a139a392f requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:05:04.055767 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-f5bf932c-8740-40a6-ac3d-823340092425 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4853694 Jan 25 16:05:04.215406 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cf9e38-6eed-5f43-9343-5ecac6bde88b-b9f3993f-e3f1-4cb9-97f6-ac6a139a392f', 'network_id': 'b9f3993f-e3f1-4cb9-97f6-ac6a139a392f', 'tenant_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'fixed_ips': [{'subnet_id': 'b2393ca4-0383-4073-966d-52626200675a'}]}} from dv-cinder-766064-3-iscsi. {{(pid=79986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 25 16:05:04.216062 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:04.392483 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Allocated IP 172.20.0.2 (b9f3993f-e3f1-4cb9-97f6-ac6a139a392f/b2393ca4-0383-4073-966d-52626200675a/95e76970-5aa1-40b6-86aa-61918d47fada) {{(pid=79986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:05:04.651729 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Notify callbacks [] for port, precommit_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:04.659571 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Transition to ACTIVE for port object 95e76970-5aa1-40b6-86aa-61918d47fada will not be triggered until provisioned by entity L2. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:05:04.670069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Transition to ACTIVE for port object 95e76970-5aa1-40b6-86aa-61918d47fada will not be triggered until provisioned by entity DHCP. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:05:04.675432 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:04.682514 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:05:04.745590 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Pushing event updated for resources: {'Port': ['ID=95e76970-5aa1-40b6-86aa-61918d47fada,revision_number=1']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:05:04.756487 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:04.756716 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:04.756916 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:04.757112 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:04.757346 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:04.757544 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:04.757739 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:04.757930 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:04.758399 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:04.758617 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:04.758785 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:04.759036 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Tracked resource versions report: Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: pushed versions: Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: { 'AddressGroup': {'1.1'}, Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': {'1.0'}, Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': {'1.0'}, Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': {'1.1'}, Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': {'1.6'}, Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': {'1.2'}, Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': {'1.8'}, Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': {'1.4'}, Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': {'1.2'}, Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': {'1.0'}, Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': {'1.1'}, Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': {'1.1'}} Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: consumer versions: Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: { DHCP agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: L3 agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: Metadata agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: Metering agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: Open vSwitch agent@dv-cinder-766064-3-iscsi: { 'AddressGroup': '1.1', Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': '1.0', Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': '1.0', Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': '1.1', Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': '1.6', Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': '1.2', Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': '1.8', Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': '1.4', Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': '1.2', Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': '1.0', Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': '1.1', Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': '1.1'}} Jan 25 16:05:04.759666 dv-cinder-766064-3-iscsi neutron-server[79885]: {{(pid=79986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 25 16:05:04.763284 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:05:04.797962 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Network b9f3993f-e3f1-4cb9-97f6-ac6a139a392f is already hosted by enough agents. {{(pid=79986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:05:04.798713 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Resources bound (agent type, host, resource id): {{(pid=79986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:05:04.800341 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Received port after_create {{(pid=79986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:05:04.832206 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Attempting to bind port 95e76970-5aa1-40b6-86aa-61918d47fada on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:05:04.832400 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Attempting to bind port 95e76970-5aa1-40b6-86aa-61918d47fada by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': 'af50c1d6-cabe-4ce2-b9e1-86623ee086d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b9f3993f-e3f1-4cb9-97f6-ac6a139a392f'}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:05:04.832591 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Attempting to bind port 95e76970-5aa1-40b6-86aa-61918d47fada on network b9f3993f-e3f1-4cb9-97f6-ac6a139a392f {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:05:04.835958 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:05:04.836332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Checking segment: {'id': 'af50c1d6-cabe-4ce2-b9e1-86623ee086d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b9f3993f-e3f1-4cb9-97f6-ac6a139a392f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:05:04.836332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:04.836660 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Bound using segment: {'id': 'af50c1d6-cabe-4ce2-b9e1-86623ee086d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b9f3993f-e3f1-4cb9-97f6-ac6a139a392f'} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:05:04.836859 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Bound port: 95e76970-5aa1-40b6-86aa-61918d47fada, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af50c1d6-cabe-4ce2-b9e1-86623ee086d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b9f3993f-e3f1-4cb9-97f6-ac6a139a392f'}}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:05:04.837078 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:04.888841 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] For port 95e76970-5aa1-40b6-86aa-61918d47fada, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:05:04.891173 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] For port 95e76970-5aa1-40b6-86aa-61918d47fada, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=95e76970-5aa1-40b6-86aa-61918d47fada,segment=NetworkSegment(af50c1d6-cabe-4ce2-b9e1-86623ee086d2),segment_id=af50c1d6-cabe-4ce2-b9e1-86623ee086d2)] {{(pid=79986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:05:04.896181 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:04.910743 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:05:04.998195 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Pushing event updated for resources: {'Port': ['ID=95e76970-5aa1-40b6-86aa-61918d47fada,revision_number=2']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:05:05.001204 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:05:05.505459 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 32990) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:05:05.779851 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [None req-b9935a76-3fe3-4901-8d4a-be99a19b8c0a admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:05:05.780422 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-b9935a76-3fe3-4901-8d4a-be99a19b8c0a admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.2739122 Jan 25 16:05:07.187488 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 33004) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:05:07.509396 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [None req-79442998-c0ff-478e-a80e-b660edf74406 admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:05:07.510650 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-79442998-c0ff-478e-a80e-b660edf74406 admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.3222325 Jan 25 16:05:08.051413 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 95e76970-5aa1-40b6-86aa-61918d47fada up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:05:08.092443 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 95e76970-5aa1-40b6-86aa-61918d47fada completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:05:08.206284 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aee3b8-cd32-418c-b2e2-54f0e32751ba None None] Network b9f3993f-e3f1-4cb9-97f6-ac6a139a392f requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:05:08.279728 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-83a6616d-7b57-4b00-9b8d-9047b2d588da None None] Provisioning for port 95e76970-5aa1-40b6-86aa-61918d47fada completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:05:08.298901 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-83a6616d-7b57-4b00-9b8d-9047b2d588da None None] Provisioning complete for port 95e76970-5aa1-40b6-86aa-61918d47fada triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:05:08.299092 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-83a6616d-7b57-4b00-9b8d-9047b2d588da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:08.397182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-83a6616d-7b57-4b00-9b8d-9047b2d588da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:08.419726 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-83a6616d-7b57-4b00-9b8d-9047b2d588da None None] For port 95e76970-5aa1-40b6-86aa-61918d47fada, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=95e76970-5aa1-40b6-86aa-61918d47fada,segment=NetworkSegment(af50c1d6-cabe-4ce2-b9e1-86623ee086d2),segment_id=af50c1d6-cabe-4ce2-b9e1-86623ee086d2)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:05:08.425475 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-83a6616d-7b57-4b00-9b8d-9047b2d588da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:08.427026 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:05:08.469465 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6616d-7b57-4b00-9b8d-9047b2d588da None None] Pushing event updated for resources: {'Port': ['ID=95e76970-5aa1-40b6-86aa-61918d47fada,revision_number=3']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:05:08.471676 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-83a6616d-7b57-4b00-9b8d-9047b2d588da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:05:08.543748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-3f0661a2-9a42-4b3a-8c49-3323ec6c9a85 None None] Provisioning complete for port 95e76970-5aa1-40b6-86aa-61918d47fada triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:05:08.544006 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3f0661a2-9a42-4b3a-8c49-3323ec6c9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:08.741660 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-bd59f222-651e-4a02-b5f3-7d740b1dd223 None None] Provisioning complete for port 95e76970-5aa1-40b6-86aa-61918d47fada triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:05:08.742036 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bd59f222-651e-4a02-b5f3-7d740b1dd223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:09.128649 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 33016) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:05:09.606179 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING oslo_policy.policy [None req-b05480cf-4313-469d-92bd-9b4aa10d4bdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 16:05:09.606774 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING oslo_policy.policy [None req-b05480cf-4313-469d-92bd-9b4aa10d4bdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 16:05:09.716197 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-b05480cf-4313-469d-92bd-9b4aa10d4bdf admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:05:09.734287 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.policy [None req-b05480cf-4313-469d-92bd-9b4aa10d4bdf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79985) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 25 16:05:09.734746 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING oslo_policy.policy [None req-b05480cf-4313-469d-92bd-9b4aa10d4bdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 16:05:09.735008 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING oslo_policy.policy [None req-b05480cf-4313-469d-92bd-9b4aa10d4bdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 16:05:09.741100 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.quota [None req-b05480cf-4313-469d-92bd-9b4aa10d4bdf admin admin] Loaded quota_driver: . Jan 25 16:05:09.750242 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-b05480cf-4313-469d-92bd-9b4aa10d4bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:05:09.753913 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-b05480cf-4313-469d-92bd-9b4aa10d4bdf admin admin] Usage tracker for resource:router and tenant:b968b4b7b12e4df4b68ecbc16b3cd84b is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:05:09.756322 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-b05480cf-4313-469d-92bd-9b4aa10d4bdf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:05:09.760854 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-b05480cf-4313-469d-92bd-9b4aa10d4bdf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:05:09.769220 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b05480cf-4313-469d-92bd-9b4aa10d4bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854068486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771139'] for router, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:09.770288 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b05480cf-4313-469d-92bd-9b4aa10d4bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853867369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:09.782183 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b05480cf-4313-469d-92bd-9b4aa10d4bdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:09.842492 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b05480cf-4313-469d-92bd-9b4aa10d4bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854064183'] for router, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:09.863287 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b05480cf-4313-469d-92bd-9b4aa10d4bdf admin admin] Notify callbacks [] for router, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:09.864175 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-b05480cf-4313-469d-92bd-9b4aa10d4bdf admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7348032 Jan 25 16:05:10.037153 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 95e76970-5aa1-40b6-86aa-61918d47fada up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:05:10.082199 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 95e76970-5aa1-40b6-86aa-61918d47fada triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:05:10.082459 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:11.308488 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 33032) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:05:11.598208 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [None req-c9cd2c51-5a58-4f1a-a91f-2c64703df9f0 admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:05:11.599514 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-c9cd2c51-5a58-4f1a-a91f-2c64703df9f0 admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.2897067 Jan 25 16:05:13.017051 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 33042) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:05:13.281697 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:05:13.286218 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:05:13.289182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Usage tracker for resource:network and tenant:b5353983662b406fb0ecabd8b8f6996d is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:05:13.291402 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:05:13.295708 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:05:13.303132 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Made reservation on behalf of b5353983662b406fb0ecabd8b8f6996d for: {'network': 1} {{(pid=79984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:05:13.306510 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for network, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:13.315060 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:13.324955 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:05:13.328426 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Usage tracker for resource:security_group_rule and tenant:b5353983662b406fb0ecabd8b8f6996d is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:05:13.330487 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:05:13.334594 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:05:13.395284 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:13.397235 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:13.400001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:05:13.409885 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Reserving flat network on physical network physnet1 {{(pid=79984) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 25 16:05:13.424125 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff52539e-10fa-4c87-996f-43982f6b0aeb,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:05:13.428079 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:05:13.428741 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293216955320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:13.429123 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Unsubscribe: segment precommit_create {{(pid=79984) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 25 16:05:13.429401 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.segments_db [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Added segment d58e38ee-9dae-4d28-bf23-8e4cf4ae354a of type flat for network a86c8819-2978-473d-8d16-86365edfeb60 Jan 25 16:05:13.449903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293217476331'] for network, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:13.471312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for network, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:13.472182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:05:13.472582 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:13.475110 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:05:13.526496 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5087008 Jan 25 16:05:13.528158 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Pushing event updated for resources: {'Network': ['ID=a86c8819-2978-473d-8d16-86365edfeb60,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:05:13.529730 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:05:13.539123 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Network a86c8819-2978-473d-8d16-86365edfeb60 details requested by agent ovs-agent-dv-cinder-766064-3-iscsi with host dv-cinder-766064-3-iscsi {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:05:14.899274 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 33052) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:05:15.160941 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7e77b6-e298-46b7-b6f6-f133cfd2fdae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:05:15.161772 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-4e7e77b6-e298-46b7-b6f6-f133cfd2fdae admin admin] 10.222.0.107 "GET /v2.0/subnets/b2393ca4-0383-4073-966d-52626200675a HTTP/1.1" status: 200 len: 849 time: 0.2617297 Jan 25 16:05:15.251474 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-7f73e32f-d7bb-4529-aaf7-7b23558b2a05 admin admin] 10.222.0.107 "GET /v2.0/routers/3a6d1786-7ad8-468d-b248-7c3ff38221bf HTTP/1.1" status: 200 len: 704 time: 0.0823500 Jan 25 16:05:15.616220 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:15.804608 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Allocated IP 172.20.0.1 (b9f3993f-e3f1-4cb9-97f6-ac6a139a392f/b2393ca4-0383-4073-966d-52626200675a/91dbeb7d-92ed-474b-927a-e627e36502aa) {{(pid=79984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:05:15.891000 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Notify callbacks [] for port, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:15.900427 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Transition to ACTIVE for port object 91dbeb7d-92ed-474b-927a-e627e36502aa will not be triggered until provisioned by entity DHCP. {{(pid=79984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:05:15.931704 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:15.938312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:05:15.998844 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Pushing event updated for resources: {'Port': ['ID=91dbeb7d-92ed-474b-927a-e627e36502aa,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:05:16.005487 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:05:16.034876 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Network b9f3993f-e3f1-4cb9-97f6-ac6a139a392f is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:05:16.035628 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:05:16.036878 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Received port after_create {{(pid=79984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:05:16.037176 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711547'] for router_interface, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:16.170666 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-5f2b75ea-5248-45ca-930c-e300446ede47 None None] Provisioning for port 91dbeb7d-92ed-474b-927a-e627e36502aa completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:05:16.173825 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-5f2b75ea-5248-45ca-930c-e300446ede47 None None] Provisioning complete for port 91dbeb7d-92ed-474b-927a-e627e36502aa triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:05:16.174131 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5f2b75ea-5248-45ca-930c-e300446ede47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:16.185832 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:16.210273 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b75ea-5248-45ca-930c-e300446ede47 None None] Port 91dbeb7d-92ed-474b-927a-e627e36502aa cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:05:16.368679 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Notify callbacks [] for port, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:16.371535 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:16.372324 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854229343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719056'] for router_interface, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:16.380736 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:05:16.460509 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Pushing event updated for resources: {'Port': ['ID=91dbeb7d-92ed-474b-927a-e627e36502aa,revision_number=2']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:05:16.465624 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:05:16.499750 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Network b9f3993f-e3f1-4cb9-97f6-ac6a139a392f is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:05:16.500433 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:05:16.626748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-cb239de8-d398-4a48-bd52-9653b084ae0a None None] Provisioning complete for port 91dbeb7d-92ed-474b-927a-e627e36502aa triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:05:16.626961 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cb239de8-d398-4a48-bd52-9653b084ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:16.658715 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-cb239de8-d398-4a48-bd52-9653b084ae0a None None] Port 91dbeb7d-92ed-474b-927a-e627e36502aa cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:05:16.761120 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Router 3a6d1786-7ad8-468d-b248-7c3ff38221bf is scheduled to L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 with binding_index 1 {{(pid=79984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 25 16:05:16.844905 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:05:16.850988 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] 10.222.0.107 "PUT /v2.0/routers/3a6d1786-7ad8-468d-b248-7c3ff38221bf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.5931551 Jan 25 16:05:16.854898 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Sync routers for ids ['3a6d1786-7ad8-468d-b248-7c3ff38221bf'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:05:16.867461 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Routers {'3a6d1786-7ad8-468d-b248-7c3ff38221bf'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:05:16.868515 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:04:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['3a6d1786-7ad8-468d-b248-7c3ff38221bf'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:05:16.987481 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Set router 3a6d1786-7ad8-468d-b248-7c3ff38221bf gateway port host: None {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:05:17.346170 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6d1786-7ad8-468d-b248-7c3ff38221bf', 'name': 'router1', 'tenant_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:05:09Z', 'updated_at': '2021-01-25T16:05:16Z', 'revision_number': 2, 'project_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'gw_port_host': None, '_interfaces': [{'id': '91dbeb7d-92ed-474b-927a-e627e36502aa', 'name': '', 'network_id': 'b9f3993f-e3f1-4cb9-97f6-ac6a139a392f', 'tenant_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'mac_address': 'fa:16:3e:5c:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6d1786-7ad8-468d-b248-7c3ff38221bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2393ca4-0383-4073-966d-52626200675a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:05:15Z', 'updated_at': '2021-01-25T16:05:16Z', 'revision_number': 2, 'project_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'subnets': [{'id': 'b2393ca4-0383-4073-966d-52626200675a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d833479-62de-49dd-96ec-4862c182b5d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:05:17.349363 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Checking router: 3a6d1786-7ad8-468d-b248-7c3ff38221bf for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:05:17.349561 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Updating router 3a6d1786-7ad8-468d-b248-7c3ff38221bf port 91dbeb7d-92ed-474b-927a-e627e36502aa binding host dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 16:05:17.381583 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:17.676694 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Notify callbacks [] for port, precommit_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:17.689422 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Transition to ACTIVE for port object 91dbeb7d-92ed-474b-927a-e627e36502aa will not be triggered until provisioned by entity L2. {{(pid=79987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:05:17.694100 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:17.713708 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:05:17.787543 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bafe6-e377-4519-83a2-b668dd4ae672 None None] Pushing event updated for resources: {'Port': ['ID=91dbeb7d-92ed-474b-927a-e627e36502aa,revision_number=3']} {{(pid=79987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:05:17.798557 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667bafe6-e377-4519-83a2-b668dd4ae672 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:17.798763 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667bafe6-e377-4519-83a2-b668dd4ae672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:17.798948 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667bafe6-e377-4519-83a2-b668dd4ae672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:17.799122 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667bafe6-e377-4519-83a2-b668dd4ae672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:17.799302 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667bafe6-e377-4519-83a2-b668dd4ae672 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:17.799483 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667bafe6-e377-4519-83a2-b668dd4ae672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:17.799665 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667bafe6-e377-4519-83a2-b668dd4ae672 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:17.799846 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667bafe6-e377-4519-83a2-b668dd4ae672 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:17.800037 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667bafe6-e377-4519-83a2-b668dd4ae672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:17.800233 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667bafe6-e377-4519-83a2-b668dd4ae672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:17.800414 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667bafe6-e377-4519-83a2-b668dd4ae672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:17.800592 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667bafe6-e377-4519-83a2-b668dd4ae672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667bafe6-e377-4519-83a2-b668dd4ae672 None None] Tracked resource versions report: Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: pushed versions: Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: { 'AddressGroup': {'1.1'}, Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': {'1.0'}, Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': {'1.0'}, Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': {'1.1'}, Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': {'1.6'}, Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': {'1.2'}, Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': {'1.8'}, Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': {'1.4'}, Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': {'1.2'}, Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': {'1.0'}, Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': {'1.1'}, Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': {'1.1'}} Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: consumer versions: Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: { DHCP agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: L3 agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: Metadata agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: Metering agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: Open vSwitch agent@dv-cinder-766064-3-iscsi: { 'AddressGroup': '1.1', Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': '1.0', Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': '1.0', Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': '1.1', Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': '1.6', Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': '1.2', Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': '1.8', Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': '1.4', Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': '1.2', Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': '1.0', Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': '1.1', Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': '1.1'}} Jan 25 16:05:17.801205 dv-cinder-766064-3-iscsi neutron-server[79885]: {{(pid=79987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 25 16:05:17.806030 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-667bafe6-e377-4519-83a2-b668dd4ae672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:05:17.902862 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Attempting to bind port 91dbeb7d-92ed-474b-927a-e627e36502aa on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:05:17.903144 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Attempting to bind port 91dbeb7d-92ed-474b-927a-e627e36502aa by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': 'af50c1d6-cabe-4ce2-b9e1-86623ee086d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b9f3993f-e3f1-4cb9-97f6-ac6a139a392f'}] {{(pid=79987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:05:17.903413 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Attempting to bind port 91dbeb7d-92ed-474b-927a-e627e36502aa on network b9f3993f-e3f1-4cb9-97f6-ac6a139a392f {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:05:17.906599 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:05:17.906861 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Checking segment: {'id': 'af50c1d6-cabe-4ce2-b9e1-86623ee086d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b9f3993f-e3f1-4cb9-97f6-ac6a139a392f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:05:17.907114 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:17.907343 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Bound using segment: {'id': 'af50c1d6-cabe-4ce2-b9e1-86623ee086d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b9f3993f-e3f1-4cb9-97f6-ac6a139a392f'} {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:05:17.907626 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Bound port: 91dbeb7d-92ed-474b-927a-e627e36502aa, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af50c1d6-cabe-4ce2-b9e1-86623ee086d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b9f3993f-e3f1-4cb9-97f6-ac6a139a392f'}}] {{(pid=79987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:05:17.907862 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:17.958132 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] For port 91dbeb7d-92ed-474b-927a-e627e36502aa, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:05:17.960510 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] For port 91dbeb7d-92ed-474b-927a-e627e36502aa, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=91dbeb7d-92ed-474b-927a-e627e36502aa,segment=NetworkSegment(af50c1d6-cabe-4ce2-b9e1-86623ee086d2),segment_id=af50c1d6-cabe-4ce2-b9e1-86623ee086d2)] {{(pid=79987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:05:17.966289 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:17.985864 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-667bafe6-e377-4519-83a2-b668dd4ae672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:05:18.076603 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bafe6-e377-4519-83a2-b668dd4ae672 None None] Pushing event updated for resources: {'Port': ['ID=91dbeb7d-92ed-474b-927a-e627e36502aa,revision_number=4']} {{(pid=79987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:05:18.080221 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-667bafe6-e377-4519-83a2-b668dd4ae672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:05:18.115845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Routers {'3a6d1786-7ad8-468d-b248-7c3ff38221bf'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:05:18.116311 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:04:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['3a6d1786-7ad8-468d-b248-7c3ff38221bf'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:05:18.215353 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] Set router 3a6d1786-7ad8-468d-b248-7c3ff38221bf gateway port host: None {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:05:18.278831 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 33064) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:05:18.424992 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6d1786-7ad8-468d-b248-7c3ff38221bf', 'name': 'router1', 'tenant_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:05:09Z', 'updated_at': '2021-01-25T16:05:16Z', 'revision_number': 2, 'project_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'gw_port_host': None, '_interfaces': [{'id': '91dbeb7d-92ed-474b-927a-e627e36502aa', 'name': '', 'network_id': 'b9f3993f-e3f1-4cb9-97f6-ac6a139a392f', 'tenant_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'mac_address': 'fa:16:3e:5c:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6d1786-7ad8-468d-b248-7c3ff38221bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2393ca4-0383-4073-966d-52626200675a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:05:15Z', 'updated_at': '2021-01-25T16:05:17Z', 'revision_number': 4, 'project_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'subnets': [{'id': 'b2393ca4-0383-4073-966d-52626200675a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d833479-62de-49dd-96ec-4862c182b5d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:05:18.427596 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a8898d-eaf8-43c4-86bd-8050c8246343 None None] The sync data for ids ['3a6d1786-7ad8-468d-b248-7c3ff38221bf'] in dv-cinder-766064-3-iscsi is: [{'id': '3a6d1786-7ad8-468d-b248-7c3ff38221bf', 'name': 'router1', 'tenant_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:05:09Z', 'updated_at': '2021-01-25T16:05:16Z', 'revision_number': 2, 'project_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'gw_port_host': None, '_interfaces': [{'id': '91dbeb7d-92ed-474b-927a-e627e36502aa', 'name': '', 'network_id': 'b9f3993f-e3f1-4cb9-97f6-ac6a139a392f', 'tenant_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'mac_address': 'fa:16:3e:5c:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6d1786-7ad8-468d-b248-7c3ff38221bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2393ca4-0383-4073-966d-52626200675a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:05:15Z', 'updated_at': '2021-01-25T16:05:17Z', 'revision_number': 4, 'project_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'subnets': [{'id': 'b2393ca4-0383-4073-966d-52626200675a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d833479-62de-49dd-96ec-4862c182b5d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:05:18.630039 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fccc1f-c4c0-4d2a-85cb-5ad2dbf51d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:05:18.630369 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-c7fccc1f-c4c0-4d2a-85cb-5ad2dbf51d93 admin admin] Synchronizing usage tracker for tenant:b5353983662b406fb0ecabd8b8f6996d on resource:network {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:05:18.641827 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-c7fccc1f-c4c0-4d2a-85cb-5ad2dbf51d93 admin admin] Unset dirty status for tenant:b5353983662b406fb0ecabd8b8f6996d on resource:network {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:05:18.642521 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-c7fccc1f-c4c0-4d2a-85cb-5ad2dbf51d93 admin admin] 10.222.0.107 "GET /v2.0/networks/a86c8819-2978-473d-8d16-86365edfeb60 HTTP/1.1" status: 200 len: 842 time: 0.3629603 Jan 25 16:05:18.655721 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-4f27278a-5a25-43cb-bf93-ad6ed7f6f853 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:05:18.662201 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-4f27278a-5a25-43cb-bf93-ad6ed7f6f853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:05:18.667156 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-4f27278a-5a25-43cb-bf93-ad6ed7f6f853 admin admin] Usage tracker for resource:subnet and tenant:b5353983662b406fb0ecabd8b8f6996d is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:05:18.671398 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-4f27278a-5a25-43cb-bf93-ad6ed7f6f853 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:05:18.675590 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-4f27278a-5a25-43cb-bf93-ad6ed7f6f853 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:05:18.681780 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f27278a-5a25-43cb-bf93-ad6ed7f6f853 admin admin] Made reservation on behalf of b5353983662b406fb0ecabd8b8f6996d for: {'subnet': 1} {{(pid=79984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:05:18.684883 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4f27278a-5a25-43cb-bf93-ad6ed7f6f853 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:18.965502 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.objects.ports [None req-4f27278a-5a25-43cb-bf93-ad6ed7f6f853 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79984) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 25 16:05:18.965759 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4f27278a-5a25-43cb-bf93-ad6ed7f6f853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for subnet, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:18.974040 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:05:19.040319 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27278a-5a25-43cb-bf93-ad6ed7f6f853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab1961e7-fa88-47d7-900c-7c648513b3bc,revision_number=0']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:05:19.044410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4f27278a-5a25-43cb-bf93-ad6ed7f6f853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:05:19.088850 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27278a-5a25-43cb-bf93-ad6ed7f6f853 admin admin] Checking segment: {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:05:19.089162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f27278a-5a25-43cb-bf93-ad6ed7f6f853 admin admin] Network hostable DHCP agents. Network: a86c8819-2978-473d-8d16-86365edfeb60, hostable agents: ['49719f6d-5a78-4eed-bacf-47ff3e91c67a'], hosted agents: [] {{(pid=79984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 16:05:19.099639 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f27278a-5a25-43cb-bf93-ad6ed7f6f853 admin admin] Network a86c8819-2978-473d-8d16-86365edfeb60 is scheduled to be hosted by DHCP agent 49719f6d-5a78-4eed-bacf-47ff3e91c67a with binding_index 1 {{(pid=79984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 16:05:19.105012 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-4f27278a-5a25-43cb-bf93-ad6ed7f6f853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-3-iscsi, a86c8819-2978-473d-8d16-86365edfeb60) {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:05:19.107930 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f27278a-5a25-43cb-bf93-ad6ed7f6f853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:05:19.107930 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4f27278a-5a25-43cb-bf93-ad6ed7f6f853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:19.112639 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c8a5b8-62fa-48b4-806b-951c2d7fe773 None None] Network a86c8819-2978-473d-8d16-86365edfeb60 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:05:19.120206 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-4f27278a-5a25-43cb-bf93-ad6ed7f6f853 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4694359 Jan 25 16:05:19.246872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e19bbb7-f82a-4ee7-90d9-07ef1d7b873d None None] Network a86c8819-2978-473d-8d16-86365edfeb60 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:05:20.064382 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 91dbeb7d-92ed-474b-927a-e627e36502aa up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:05:20.103957 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 91dbeb7d-92ed-474b-927a-e627e36502aa completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:05:20.107005 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 91dbeb7d-92ed-474b-927a-e627e36502aa triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:05:20.107245 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:20.187245 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:20.209681 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port 91dbeb7d-92ed-474b-927a-e627e36502aa, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=91dbeb7d-92ed-474b-927a-e627e36502aa,segment=NetworkSegment(af50c1d6-cabe-4ce2-b9e1-86623ee086d2),segment_id=af50c1d6-cabe-4ce2-b9e1-86623ee086d2)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:05:20.211788 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:20.213172 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-95536482-bd2a-4e4e-a1de-6d0c89120fc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:05:20.251723 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=91dbeb7d-92ed-474b-927a-e627e36502aa,revision_number=5']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:05:20.253714 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:05:20.527623 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 33078) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:05:20.881148 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-3466c82a-321b-4dfe-b0f6-5e7611d7e1ab admin admin] 10.222.0.107 "GET /v2.0/routers/3a6d1786-7ad8-468d-b248-7c3ff38221bf HTTP/1.1" status: 200 len: 710 time: 0.3526285 Jan 25 16:05:20.968638 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90add06e-0a0f-4cff-99a3-d03ea454b17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:05:20.969569 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-90add06e-0a0f-4cff-99a3-d03ea454b17a admin admin] 10.222.0.107 "GET /v2.0/networks/a86c8819-2978-473d-8d16-86365edfeb60 HTTP/1.1" status: 200 len: 886 time: 0.0847712 Jan 25 16:05:20.975323 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:05:21.377681 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854068723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4644'] for router, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:21.556960 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:21.589558 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:21.596165 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:21.604535 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:05:21.607028 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:05:21.609365 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:05:21.612367 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:05:21.655364 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:21.657465 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:21.665500 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:05:21.708140 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291f001e-a91c-4511-91a2-014837933ef3,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:05:21.710828 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:05:21.793859 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Allocated IP 172.27.3.232 (a86c8819-2978-473d-8d16-86365edfeb60/ab1961e7-fa88-47d7-900c-7c648513b3bc/fbb135c2-20d2-428e-98dd-3c7d08640024) {{(pid=79984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:05:21.873429 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:21.890349 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:21.896844 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:05:21.961391 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Pushing event updated for resources: {'Port': ['ID=fbb135c2-20d2-428e-98dd-3c7d08640024,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:05:21.963638 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:05:21.993140 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Network a86c8819-2978-473d-8d16-86365edfeb60 is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:05:21.993882 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:05:21.995385 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Received port after_create {{(pid=79984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:05:22.053484 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 91dbeb7d-92ed-474b-927a-e627e36502aa up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:05:22.098595 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 91dbeb7d-92ed-474b-927a-e627e36502aa triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:05:22.098830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:22.229552 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:22.589816 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854068723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4644'] for router, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:22.591996 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854064183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854064218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-711614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707077'] for router, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:22.689748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Router 3a6d1786-7ad8-468d-b248-7c3ff38221bf has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:05:22.784304 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:05:22.794316 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Notify callbacks [] for router, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:22.794636 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Sync routers for ids ['3a6d1786-7ad8-468d-b248-7c3ff38221bf'] in dv-cinder-766064-3-iscsi {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:05:22.796162 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] 10.222.0.107 "PUT /v2.0/routers/3a6d1786-7ad8-468d-b248-7c3ff38221bf HTTP/1.1" status: 200 len: 890 time: 1.8218884 Jan 25 16:05:22.801279 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Routers {'3a6d1786-7ad8-468d-b248-7c3ff38221bf'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:05:22.801687 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:04:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['3a6d1786-7ad8-468d-b248-7c3ff38221bf'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:05:23.031765 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b8650cf7-2bc7-443e-935e-c57a097097fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:23.060232 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Set router 3a6d1786-7ad8-468d-b248-7c3ff38221bf gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:05:23.304690 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6d1786-7ad8-468d-b248-7c3ff38221bf', 'name': 'router1', 'tenant_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'fbb135c2-20d2-428e-98dd-3c7d08640024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:05:09Z', 'updated_at': '2021-01-25T16:05:22Z', 'revision_number': 4, 'project_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'gw_port': {'id': 'fbb135c2-20d2-428e-98dd-3c7d08640024', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6d1786-7ad8-468d-b248-7c3ff38221bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:05:21Z', 'updated_at': '2021-01-25T16:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '91dbeb7d-92ed-474b-927a-e627e36502aa', 'name': '', 'network_id': 'b9f3993f-e3f1-4cb9-97f6-ac6a139a392f', 'tenant_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'mac_address': 'fa:16:3e:5c:0c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6d1786-7ad8-468d-b248-7c3ff38221bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2393ca4-0383-4073-966d-52626200675a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:05:15Z', 'updated_at': '2021-01-25T16:05:20Z', 'revision_number': 5, 'project_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'subnets': [{'id': 'b2393ca4-0383-4073-966d-52626200675a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d833479-62de-49dd-96ec-4862c182b5d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:05:23.308075 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Checking router: 3a6d1786-7ad8-468d-b248-7c3ff38221bf for host: dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:05:23.308318 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Updating router 3a6d1786-7ad8-468d-b248-7c3ff38221bf port fbb135c2-20d2-428e-98dd-3c7d08640024 binding host dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 16:05:23.343508 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:23.605280 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Notify callbacks [] for port, precommit_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:23.616136 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Transition to ACTIVE for port object fbb135c2-20d2-428e-98dd-3c7d08640024 will not be triggered until provisioned by entity L2. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:05:23.619183 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:23.628030 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-83a6616d-7b57-4b00-9b8d-9047b2d588da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:05:23.697009 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab9458-6e82-4212-943c-737573669cf0 None None] Pushing event updated for resources: {'Port': ['ID=fbb135c2-20d2-428e-98dd-3c7d08640024,revision_number=2']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:05:23.699534 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2aab9458-6e82-4212-943c-737573669cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:05:23.737494 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Attempting to bind port fbb135c2-20d2-428e-98dd-3c7d08640024 on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:05:23.738000 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Attempting to bind port fbb135c2-20d2-428e-98dd-3c7d08640024 by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:05:23.738513 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Attempting to bind port fbb135c2-20d2-428e-98dd-3c7d08640024 on network a86c8819-2978-473d-8d16-86365edfeb60 {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:05:23.745005 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:05:23.745506 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Checking segment: {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:05:23.746050 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:23.746574 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Bound using segment: {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:05:23.747215 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Bound port: fbb135c2-20d2-428e-98dd-3c7d08640024, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:05:23.747724 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:23.800420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] For port fbb135c2-20d2-428e-98dd-3c7d08640024, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:05:23.802500 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] For port fbb135c2-20d2-428e-98dd-3c7d08640024, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=fbb135c2-20d2-428e-98dd-3c7d08640024,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:05:23.805118 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:23.813375 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:05:23.904429 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab9458-6e82-4212-943c-737573669cf0 None None] Pushing event updated for resources: {'Port': ['ID=fbb135c2-20d2-428e-98dd-3c7d08640024,revision_number=3']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:05:23.906629 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2aab9458-6e82-4212-943c-737573669cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:05:23.935848 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Routers {'3a6d1786-7ad8-468d-b248-7c3ff38221bf'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:05:23.936244 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:04:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['3a6d1786-7ad8-468d-b248-7c3ff38221bf'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:05:24.044942 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2a94be50-3dfe-48fe-aa52-75a2ee9e20c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:24.064148 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] Set router 3a6d1786-7ad8-468d-b248-7c3ff38221bf gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:05:24.273492 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 33088) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:05:24.278614 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6d1786-7ad8-468d-b248-7c3ff38221bf', 'name': 'router1', 'tenant_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'fbb135c2-20d2-428e-98dd-3c7d08640024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:05:09Z', 'updated_at': '2021-01-25T16:05:22Z', 'revision_number': 4, 'project_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'gw_port': {'id': 'fbb135c2-20d2-428e-98dd-3c7d08640024', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6d1786-7ad8-468d-b248-7c3ff38221bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:05:21Z', 'updated_at': '2021-01-25T16:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '91dbeb7d-92ed-474b-927a-e627e36502aa', 'name': '', 'network_id': 'b9f3993f-e3f1-4cb9-97f6-ac6a139a392f', 'tenant_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'mac_address': 'fa:16:3e:5c:0c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6d1786-7ad8-468d-b248-7c3ff38221bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2393ca4-0383-4073-966d-52626200675a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:05:15Z', 'updated_at': '2021-01-25T16:05:20Z', 'revision_number': 5, 'project_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'subnets': [{'id': 'b2393ca4-0383-4073-966d-52626200675a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d833479-62de-49dd-96ec-4862c182b5d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:05:24.281659 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a8e70-8d73-402a-b10c-dffa3f059ec0 None None] The sync data for ids ['3a6d1786-7ad8-468d-b248-7c3ff38221bf'] in dv-cinder-766064-3-iscsi is: [{'id': '3a6d1786-7ad8-468d-b248-7c3ff38221bf', 'name': 'router1', 'tenant_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'fbb135c2-20d2-428e-98dd-3c7d08640024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:05:09Z', 'updated_at': '2021-01-25T16:05:22Z', 'revision_number': 4, 'project_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'gw_port': {'id': 'fbb135c2-20d2-428e-98dd-3c7d08640024', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6d1786-7ad8-468d-b248-7c3ff38221bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:05:21Z', 'updated_at': '2021-01-25T16:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '91dbeb7d-92ed-474b-927a-e627e36502aa', 'name': '', 'network_id': 'b9f3993f-e3f1-4cb9-97f6-ac6a139a392f', 'tenant_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'mac_address': 'fa:16:3e:5c:0c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6d1786-7ad8-468d-b248-7c3ff38221bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2393ca4-0383-4073-966d-52626200675a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:05:15Z', 'updated_at': '2021-01-25T16:05:20Z', 'revision_number': 5, 'project_id': 'b968b4b7b12e4df4b68ecbc16b3cd84b', 'subnets': [{'id': 'b2393ca4-0383-4073-966d-52626200675a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d833479-62de-49dd-96ec-4862c182b5d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:05:24.530582 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:24.698322 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204a6e32-5820-4fcb-b250-b43e2472c547 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:05:24.702851 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-204a6e32-5820-4fcb-b250-b43e2472c547 admin admin] 10.222.0.107 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.4251194 Jan 25 16:05:24.948030 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:25.582788 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:26.065659 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device fbb135c2-20d2-428e-98dd-3c7d08640024 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:05:26.104272 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port fbb135c2-20d2-428e-98dd-3c7d08640024 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:05:26.106825 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port fbb135c2-20d2-428e-98dd-3c7d08640024 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:05:26.107143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:26.184026 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:26.194553 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port fbb135c2-20d2-428e-98dd-3c7d08640024, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=fbb135c2-20d2-428e-98dd-3c7d08640024,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:05:26.197684 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:26.199493 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:05:26.245840 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=fbb135c2-20d2-428e-98dd-3c7d08640024,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:05:26.248700 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:05:28.065036 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device fbb135c2-20d2-428e-98dd-3c7d08640024 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:05:28.118700 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port fbb135c2-20d2-428e-98dd-3c7d08640024 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:05:28.119038 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:35.506097 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 5 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:05:53.024335 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6242-50e9-479f-80b6-8b6e9272e4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:54.030033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c8dcb51f-639e-463c-aaa6-3e09e9baf4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:54.536528 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:54.954379 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:05:55.598869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:06:12.502975 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 5 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:06:23.025224 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3e799f4c-0d1d-4d6c-91ca-064a5d27d64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:06:24.036240 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3ee59a9b-667c-4a80-8c3f-4f1f86ee7735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:06:24.538513 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:06:24.960843 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:06:25.605172 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:06:37.139227 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 33684) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:06:37.265174 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f61b45-f9a9-4f31-9c6f-38efcc009b95 admin admin] GET failed (client error): The resource could not be found. Jan 25 16:06:37.265942 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-71f61b45-f9a9-4f31-9c6f-38efcc009b95 admin admin] 10.222.0.107 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1259527 Jan 25 16:06:37.344056 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb4f18a-4f3c-478f-8a84-c85333e5e0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:06:37.344978 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-bdb4f18a-4f3c-478f-8a84-c85333e5e0ab admin admin] 10.222.0.107 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.0760138 Jan 25 16:06:38.640870 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 33694) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:06:38.757317 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10934b1-f8ff-4046-a579-7c0b9f1f0ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:06:38.758194 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-f10934b1-f8ff-4046-a579-7c0b9f1f0ac3 admin admin] 10.222.0.107 "GET /v2.0/subnets/b2393ca4-0383-4073-966d-52626200675a HTTP/1.1" status: 200 len: 849 time: 0.1165857 Jan 25 16:06:38.764760 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:06:38.830854 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:06:39.030995 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743637795887'] for subnet, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:06:39.044279 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:06:39.140210 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2393ca4-0383-4073-966d-52626200675a,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:06:39.153383 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:06:39.153622 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:06:39.153853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:06:39.154071 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:06:39.154288 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:06:39.154509 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:06:39.154724 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:06:39.154938 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:06:39.155161 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:06:39.155387 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:06:39.155592 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:06:39.155808 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Tracked resource versions report: Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: pushed versions: Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: { 'AddressGroup': {'1.1'}, Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': {'1.0'}, Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': {'1.0'}, Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': {'1.1'}, Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': {'1.6'}, Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': {'1.2'}, Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': {'1.8'}, Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': {'1.4'}, Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': {'1.2'}, Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': {'1.0'}, Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': {'1.1'}, Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': {'1.1'}} Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: consumer versions: Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: { DHCP agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: L3 agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: Metadata agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: Metering agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: Open vSwitch agent@dv-cinder-766064-3-iscsi: { 'AddressGroup': '1.1', Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': '1.0', Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': '1.0', Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': '1.1', Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': '1.6', Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': '1.2', Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': '1.8', Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': '1.4', Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': '1.2', Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': '1.0', Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': '1.1', Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': '1.1'}} Jan 25 16:06:39.156557 dv-cinder-766064-3-iscsi neutron-server[79885]: {{(pid=79985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 25 16:06:39.189268 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:06:39.194477 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:06:39.194941 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:06:39.196360 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] 10.222.0.107 "PUT /v2.0/subnets/b2393ca4-0383-4073-966d-52626200675a HTTP/1.1" status: 200 len: 868 time: 0.4333160 Jan 25 16:06:39.211156 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad86fb7b-1a19-4241-b678-6fb1fac17c6a None None] Network b9f3993f-e3f1-4cb9-97f6-ac6a139a392f requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:06:39.514274 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-cb5c464a-6c6c-483d-a796-0348b9ccd3de None None] Provisioning complete for port 91dbeb7d-92ed-474b-927a-e627e36502aa triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:06:39.514484 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cb5c464a-6c6c-483d-a796-0348b9ccd3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:06:39.614496 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-cb5c464a-6c6c-483d-a796-0348b9ccd3de None None] Provisioning complete for port 95e76970-5aa1-40b6-86aa-61918d47fada triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:06:39.614756 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cb5c464a-6c6c-483d-a796-0348b9ccd3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:06:40.444219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 33710) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:06:40.578587 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978daf2b-0542-4335-8c6c-d84a4b10620c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:06:40.578858 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978daf2b-0542-4335-8c6c-d84a4b10620c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:06:40.579886 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-978daf2b-0542-4335-8c6c-d84a4b10620c admin admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1349072 Jan 25 16:06:41.909461 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 33720) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:06:42.036758 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f420d6c-dbec-4160-8c21-f3f2354d7f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:06:42.036977 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f420d6c-dbec-4160-8c21-f3f2354d7f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:06:42.037835 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-2f420d6c-dbec-4160-8c21-f3f2354d7f67 admin admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1276295 Jan 25 16:06:43.324028 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 33730) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:06:43.464668 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f506b4f5-221b-4efd-b1a2-5b3da966d3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:06:43.465493 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-f506b4f5-221b-4efd-b1a2-5b3da966d3e1 admin admin] 10.222.0.107 "GET /v2.0/networks/a86c8819-2978-473d-8d16-86365edfeb60 HTTP/1.1" status: 200 len: 886 time: 0.1403472 Jan 25 16:06:44.761903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 33740) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:06:44.878020 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34c5ec7-ec76-4556-a1ac-24b9f600f801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:06:44.878866 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-b34c5ec7-ec76-4556-a1ac-24b9f600f801 admin admin] 10.222.0.107 "GET /v2.0/networks/b9f3993f-e3f1-4cb9-97f6-ac6a139a392f HTTP/1.1" status: 200 len: 862 time: 0.1162868 Jan 25 16:06:46.135613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 33750) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:06:46.225156 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71e6aaf-6722-4ad5-a19c-454d6ab3e659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:06:46.225421 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71e6aaf-6722-4ad5-a19c-454d6ab3e659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:06:46.225951 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-d71e6aaf-6722-4ad5-a19c-454d6ab3e659 admin admin] Synchronizing usage tracker for tenant:b5353983662b406fb0ecabd8b8f6996d on resource:subnet {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:06:46.240135 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-d71e6aaf-6722-4ad5-a19c-454d6ab3e659 admin admin] Unset dirty status for tenant:b5353983662b406fb0ecabd8b8f6996d on resource:subnet {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:06:46.241643 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-d71e6aaf-6722-4ad5-a19c-454d6ab3e659 admin admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1050076 Jan 25 16:06:47.582171 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 33760) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:06:47.671481 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a404b2c1-2086-43b0-9b18-eabbcc0d886d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:06:47.671702 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a404b2c1-2086-43b0-9b18-eabbcc0d886d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:06:47.672717 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-a404b2c1-2086-43b0-9b18-eabbcc0d886d admin admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898292 Jan 25 16:06:48.896137 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 33770) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:06:48.979483 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c930e739-ed76-46ba-b663-92f826e107bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:06:48.980582 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-c930e739-ed76-46ba-b663-92f826e107bd admin admin] 10.222.0.107 "GET /v2.0/subnets/ab1961e7-fa88-47d7-900c-7c648513b3bc HTTP/1.1" status: 200 len: 816 time: 0.0834315 Jan 25 16:06:49.504958 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 5 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:06:50.278502 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 33780) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:06:50.356883 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1824f4ae-d69b-40c5-bd97-64c26e20c0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:06:50.357691 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-1824f4ae-d69b-40c5-bd97-64c26e20c0fc admin admin] 10.222.0.107 "GET /v2.0/subnets/b2393ca4-0383-4073-966d-52626200675a HTTP/1.1" status: 200 len: 868 time: 0.0784755 Jan 25 16:06:53.030580 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-16f1825a-b01d-4ef1-8c0e-7f9e18965c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:06:54.051742 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-37e57392-edf6-4b52-868b-57456c757a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:06:54.547083 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:06:54.956144 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:06:55.605920 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:03.842480 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 33820) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:07:03.889830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [None req-d1d6579c-b085-48ce-82b2-f02b8c2a4f9f admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:07:03.890528 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-d1d6579c-b085-48ce-82b2-f02b8c2a4f9f admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0473115 Jan 25 16:07:05.230311 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 33830) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:07:05.285019 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d07e826-c4cd-4a85-9e02-933ccc033ec6 admin admin] GET failed (client error): The resource could not be found. Jan 25 16:07:05.285762 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-9d07e826-c4cd-4a85-9e02-933ccc033ec6 admin admin] 10.222.0.107 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0545354 Jan 25 16:07:05.360029 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1785ccf9-0020-426e-84eb-96daf745b8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:07:05.360910 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-1785ccf9-0020-426e-84eb-96daf745b8bd admin admin] 10.222.0.107 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0701706 Jan 25 16:07:06.629813 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 33840) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:07:06.687083 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-e6b01c3e-91b7-4ebc-9e70-4b0135ad18f6 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:07:06.694895 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-e6b01c3e-91b7-4ebc-9e70-4b0135ad18f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:07:06.701128 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-e6b01c3e-91b7-4ebc-9e70-4b0135ad18f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:07:06.707721 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b01c3e-91b7-4ebc-9e70-4b0135ad18f6 admin admin] Made reservation on behalf of b5353983662b406fb0ecabd8b8f6996d for: {'network': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:07:06.711180 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e6b01c3e-91b7-4ebc-9e70-4b0135ad18f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for network, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:06.770505 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING neutron.services.revisions.revision_plugin [None req-e6b01c3e-91b7-4ebc-9e70-4b0135ad18f6 admin admin] Could not find related network for resource to bump revision. Jan 25 16:07:06.783849 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b01c3e-91b7-4ebc-9e70-4b0135ad18f6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=79985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 16:07:06.791346 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e6b01c3e-91b7-4ebc-9e70-4b0135ad18f6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293216955320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:06.791612 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.segments_db [None req-e6b01c3e-91b7-4ebc-9e70-4b0135ad18f6 admin admin] Added segment 565c9603-de3f-452e-adfe-2fd31afe24ac of type vxlan for network 0531251e-cfbb-4360-84f4-8342d25bc4f5 Jan 25 16:07:06.835143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e6b01c3e-91b7-4ebc-9e70-4b0135ad18f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293217476331'] for network, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:06.857227 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e6b01c3e-91b7-4ebc-9e70-4b0135ad18f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for network, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:06.858051 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b01c3e-91b7-4ebc-9e70-4b0135ad18f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:07:06.858421 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e6b01c3e-91b7-4ebc-9e70-4b0135ad18f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:06.860513 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:07:06.923562 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-e6b01c3e-91b7-4ebc-9e70-4b0135ad18f6 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.2928069 Jan 25 16:07:06.925417 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b01c3e-91b7-4ebc-9e70-4b0135ad18f6 admin admin] Pushing event updated for resources: {'Network': ['ID=0531251e-cfbb-4360-84f4-8342d25bc4f5,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:07:06.927704 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e6b01c3e-91b7-4ebc-9e70-4b0135ad18f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:07:06.935827 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Network 0531251e-cfbb-4360-84f4-8342d25bc4f5 details requested by agent ovs-agent-dv-cinder-766064-3-iscsi with host dv-cinder-766064-3-iscsi {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:07:08.139039 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 33850) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:07:08.190989 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea975644-9ed7-4cf4-8164-b9672d2a5ca3 admin admin] GET failed (client error): The resource could not be found. Jan 25 16:07:08.191705 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-ea975644-9ed7-4cf4-8164-b9672d2a5ca3 admin admin] 10.222.0.107 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0520191 Jan 25 16:07:08.251466 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c315ef-87b2-455c-adb4-3a5d63c1108c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:07:08.252268 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-20c315ef-87b2-455c-adb4-3a5d63c1108c admin admin] 10.222.0.107 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.0572433 Jan 25 16:07:08.262194 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '0531251e-cfbb-4360-84f4-8342d25bc4f5', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:07:08.264854 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:07:08.270910 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:07:08.277391 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Made reservation on behalf of b5353983662b406fb0ecabd8b8f6996d for: {'subnet': 1} {{(pid=79984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:07:08.279765 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:08.507364 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for subnet, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:08.515265 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f5bf932c-8740-40a6-ac3d-823340092425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:07:08.590168 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=563866e7-49d2-4dbf-901b-950b0c932031,revision_number=0']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:07:08.603197 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:08.603410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:08.603640 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:08.603865 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:08.604085 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:08.604331 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:08.604554 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:08.604774 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:08.605001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:08.605224 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:08.605442 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:08.605839 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:08.608217 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:07:08.643745 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Checking segment: {'id': '565c9603-de3f-452e-adfe-2fd31afe24ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0531251e-cfbb-4360-84f4-8342d25bc4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:07:08.643964 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Network hostable DHCP agents. Network: 0531251e-cfbb-4360-84f4-8342d25bc4f5, hostable agents: ['49719f6d-5a78-4eed-bacf-47ff3e91c67a'], hosted agents: [] {{(pid=79984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 16:07:08.656892 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Network 0531251e-cfbb-4360-84f4-8342d25bc4f5 is scheduled to be hosted by DHCP agent 49719f6d-5a78-4eed-bacf-47ff3e91c67a with binding_index 1 {{(pid=79984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 16:07:08.663266 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-3-iscsi, 0531251e-cfbb-4360-84f4-8342d25bc4f5) {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:07:08.666023 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:07:08.666556 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:08.670862 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f85890-c7b5-4942-a4ee-dfbd05b018bc None None] Network 0531251e-cfbb-4360-84f4-8342d25bc4f5 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:07:08.687835 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4271858 Jan 25 16:07:08.836293 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cf9e38-6eed-5f43-9343-5ecac6bde88b-0531251e-cfbb-4360-84f4-8342d25bc4f5', 'network_id': '0531251e-cfbb-4360-84f4-8342d25bc4f5', 'tenant_id': 'b5353983662b406fb0ecabd8b8f6996d', 'fixed_ips': [{'subnet_id': '563866e7-49d2-4dbf-901b-950b0c932031'}]}} from dv-cinder-766064-3-iscsi. {{(pid=79986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 25 16:07:08.836836 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:09.008357 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Allocated IP 192.168.233.2 (0531251e-cfbb-4360-84f4-8342d25bc4f5/563866e7-49d2-4dbf-901b-950b0c932031/d70dcede-d630-494d-98bc-20abe1f675cd) {{(pid=79986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:07:09.127063 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Notify callbacks [] for port, precommit_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:09.133306 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Transition to ACTIVE for port object d70dcede-d630-494d-98bc-20abe1f675cd will not be triggered until provisioned by entity L2. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:07:09.142119 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Transition to ACTIVE for port object d70dcede-d630-494d-98bc-20abe1f675cd will not be triggered until provisioned by entity DHCP. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:07:09.144973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:09.153892 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:07:09.220190 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Pushing event updated for resources: {'Port': ['ID=d70dcede-d630-494d-98bc-20abe1f675cd,revision_number=1']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:07:09.227820 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:09.228048 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:09.228256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:09.228345 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:09.228528 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:09.228714 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:09.228903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:09.229089 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:09.229280 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:09.229464 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:09.229650 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:09.229832 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:07:09.233003 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:07:09.260741 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Network 0531251e-cfbb-4360-84f4-8342d25bc4f5 is already hosted by enough agents. {{(pid=79986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:07:09.261516 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Resources bound (agent type, host, resource id): {{(pid=79986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:07:09.263010 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Received port after_create {{(pid=79986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:07:09.294957 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Attempting to bind port d70dcede-d630-494d-98bc-20abe1f675cd on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:07:09.295177 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Attempting to bind port d70dcede-d630-494d-98bc-20abe1f675cd by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': '565c9603-de3f-452e-adfe-2fd31afe24ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0531251e-cfbb-4360-84f4-8342d25bc4f5'}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:07:09.295396 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Attempting to bind port d70dcede-d630-494d-98bc-20abe1f675cd on network 0531251e-cfbb-4360-84f4-8342d25bc4f5 {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:07:09.298503 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:07:09.298729 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Checking segment: {'id': '565c9603-de3f-452e-adfe-2fd31afe24ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0531251e-cfbb-4360-84f4-8342d25bc4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:07:09.298978 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:09.299213 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Bound using segment: {'id': '565c9603-de3f-452e-adfe-2fd31afe24ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0531251e-cfbb-4360-84f4-8342d25bc4f5'} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:07:09.299496 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Bound port: d70dcede-d630-494d-98bc-20abe1f675cd, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565c9603-de3f-452e-adfe-2fd31afe24ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0531251e-cfbb-4360-84f4-8342d25bc4f5'}}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:07:09.299721 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:09.351998 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] For port d70dcede-d630-494d-98bc-20abe1f675cd, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:07:09.354135 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] For port d70dcede-d630-494d-98bc-20abe1f675cd, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=d70dcede-d630-494d-98bc-20abe1f675cd,segment=NetworkSegment(565c9603-de3f-452e-adfe-2fd31afe24ac),segment_id=565c9603-de3f-452e-adfe-2fd31afe24ac)] {{(pid=79986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:07:09.356988 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:09.364287 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:07:09.446392 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Pushing event updated for resources: {'Port': ['ID=d70dcede-d630-494d-98bc-20abe1f675cd,revision_number=2']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:07:09.453846 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:07:10.117601 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device d70dcede-d630-494d-98bc-20abe1f675cd up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:07:10.157116 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port d70dcede-d630-494d-98bc-20abe1f675cd completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:07:10.446452 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e384453-1e18-41f6-94ae-74035f0be7d9 None None] Network 0531251e-cfbb-4360-84f4-8342d25bc4f5 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:07:10.498229 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-d5594a6f-b187-4125-8cd5-e3d8863e087a None None] Provisioning for port d70dcede-d630-494d-98bc-20abe1f675cd completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:07:10.502679 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-d5594a6f-b187-4125-8cd5-e3d8863e087a None None] Provisioning complete for port d70dcede-d630-494d-98bc-20abe1f675cd triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:07:10.502914 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d5594a6f-b187-4125-8cd5-e3d8863e087a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:10.627463 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d5594a6f-b187-4125-8cd5-e3d8863e087a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:10.652778 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-d5594a6f-b187-4125-8cd5-e3d8863e087a None None] For port d70dcede-d630-494d-98bc-20abe1f675cd, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=d70dcede-d630-494d-98bc-20abe1f675cd,segment=NetworkSegment(565c9603-de3f-452e-adfe-2fd31afe24ac),segment_id=565c9603-de3f-452e-adfe-2fd31afe24ac)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:07:10.657540 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d5594a6f-b187-4125-8cd5-e3d8863e087a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:10.658931 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:07:10.697830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5594a6f-b187-4125-8cd5-e3d8863e087a None None] Pushing event updated for resources: {'Port': ['ID=d70dcede-d630-494d-98bc-20abe1f675cd,revision_number=3']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:07:10.699809 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d5594a6f-b187-4125-8cd5-e3d8863e087a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:07:10.779313 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-3b76a3ec-5b31-4c64-9c94-ef07a1adc8e0 None None] Provisioning complete for port d70dcede-d630-494d-98bc-20abe1f675cd triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:07:10.779529 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3b76a3ec-5b31-4c64-9c94-ef07a1adc8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:11.095619 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-4aa571b1-2720-4488-bdbb-d3b1e15098db None None] Provisioning complete for port d70dcede-d630-494d-98bc-20abe1f675cd triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:07:11.095801 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4aa571b1-2720-4488-bdbb-d3b1e15098db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:12.129464 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device d70dcede-d630-494d-98bc-20abe1f675cd up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:07:12.167340 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port d70dcede-d630-494d-98bc-20abe1f675cd triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:07:12.167550 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:23.016939 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9b8073b1-485c-44db-8c77-8b5ba6de944c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:24.050347 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-21775163-7bf9-4f61-9166-e45c4fe35ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:24.555033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:24.961929 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:25.621463 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:26.505616 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 5 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:07:53.034089 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ed2c94d3-b801-488c-94ee-ec35a1e922cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:54.046413 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-61c2afe4-c38f-4e98-9ea7-87b1e0628276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:54.559593 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:54.957944 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:55.617580 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:58.177068 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 33884) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:07:58.181311 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [None req-32f75346-d508-48bb-a31a-3111010eb866 tempest-verify_tempest_config-465073025 tempest-verify_tempest_config-465073025] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:07:58.181986 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-32f75346-d508-48bb-a31a-3111010eb866 tempest-verify_tempest_config-465073025 tempest-verify_tempest_config-465073025] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0041914 Jan 25 16:07:58.409006 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 33904) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:07:58.502763 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2c293b98-91c4-4d73-8654-4c37e3d8987c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:58.510910 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-2c293b98-91c4-4d73-8654-4c37e3d8987c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:07:58.513551 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-2c293b98-91c4-4d73-8654-4c37e3d8987c admin admin] Usage tracker for resource:security_group_rule and tenant:da81adf85e7440c093b162f193138521 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:07:58.515408 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-2c293b98-91c4-4d73-8654-4c37e3d8987c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:07:58.519095 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-2c293b98-91c4-4d73-8654-4c37e3d8987c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:07:58.574033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2c293b98-91c4-4d73-8654-4c37e3d8987c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:58.575947 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2c293b98-91c4-4d73-8654-4c37e3d8987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:58.581603 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:07:58.607703 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-2c293b98-91c4-4d73-8654-4c37e3d8987c admin admin] Synchronizing usage tracker for tenant:b5353983662b406fb0ecabd8b8f6996d on resource:security_group {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:07:58.610643 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c293b98-91c4-4d73-8654-4c37e3d8987c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d91732-f7d8-4a07-87a1-3bd4cc52b4ce,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:07:58.612848 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2c293b98-91c4-4d73-8654-4c37e3d8987c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:07:58.619988 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-2c293b98-91c4-4d73-8654-4c37e3d8987c admin admin] Unset dirty status for tenant:b5353983662b406fb0ecabd8b8f6996d on resource:security_group {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:07:58.620764 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-2c293b98-91c4-4d73-8654-4c37e3d8987c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=da81adf85e7440c093b162f193138521&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2110586 Jan 25 16:07:58.622673 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 33910) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:07:58.653370 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-623a0ab9-baf0-4e68-9afb-01b0a41da138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:58.666648 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-623a0ab9-baf0-4e68-9afb-01b0a41da138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:58.698568 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-623a0ab9-baf0-4e68-9afb-01b0a41da138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:58.700880 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:07:58.708009 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a0ab9-baf0-4e68-9afb-01b0a41da138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d91732-f7d8-4a07-87a1-3bd4cc52b4ce,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:07:58.709531 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-623a0ab9-baf0-4e68-9afb-01b0a41da138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:07:58.713392 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-623a0ab9-baf0-4e68-9afb-01b0a41da138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:07:58.714661 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-623a0ab9-baf0-4e68-9afb-01b0a41da138 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/95d91732-f7d8-4a07-87a1-3bd4cc52b4ce HTTP/1.1" status: 204 len: 168 time: 0.0913932 Jan 25 16:08:03.507898 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 5 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:08:23.031342 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-eef96104-52b6-4df7-a46b-decdd5f60dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:08:24.054632 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fffcd914-2dd2-4c14-8905-c71fdec9cdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:08:24.556057 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:08:24.956240 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:08:25.627926 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:08:40.506495 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 5 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:08:53.023542 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4be195b5-268a-4281-ae41-cf27b5410c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:08:54.046671 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-def6353a-03ce-456a-a9aa-e9283777199d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:08:54.558198 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:08:54.948633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:08:55.629973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:09:17.512730 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 5 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:09:23.029368 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c6e347d9-7806-4509-a6c0-e1626ac123b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:09:23.753204 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480'] for agent, after_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:09:23.753526 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:09:23.753805 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:09:23.754100 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:09:23.754440 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:09:23.754724 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:09:23.755009 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:09:23.755290 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:09:23.755572 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:09:23.755852 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:09:23.756165 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:09:23.756455 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:09:23.756738 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:09:23.757046 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76606', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:09:23.760850 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76606', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:09:24.053506 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e441402c-760b-4860-a10e-1240345656ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:09:24.120828 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] get_endpoint_by_host() called for host hv-cinder-76606 {{(pid=79986) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 25 16:09:24.125387 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] get_endpoint_by_ip() called for ip 192.168.0.111 {{(pid=79986) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 25 16:09:24.129474 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] _add_endpoint() called for ip 192.168.0.111 {{(pid=79986) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 25 16:09:24.136724 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] _get_endpoints() called {{(pid=79986) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 25 16:09:24.569446 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:09:24.954823 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:09:25.633940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:09:36.559451 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 33980) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:09:36.655090 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-a8ab399f-2358-441b-8087-93649e2bd9b9 admin admin] 10.222.0.107 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5088 time: 0.0948079 Jan 25 16:09:37.950578 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 33990) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:09:37.995251 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-584ac515-ae4c-425c-8154-9738e7b93584 admin admin] 10.222.0.107 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5088 time: 0.0439312 Jan 25 16:09:53.029472 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-836161ca-9664-4213-ae42-ae1dacafcd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:09:54.051049 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4af3faad-345a-41ca-8596-d0e2fbb7e7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:09:54.097124 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:09:54.505849 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:09:54.571589 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:09:54.951240 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:09:55.647877 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:23.028734 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ad8d222-d07b-4a80-87b8-00aacb1b506d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:24.050401 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-797b5e74-1d24-45ac-84b9-34b4e084fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:24.072011 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:24.572402 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:24.948398 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:25.653617 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:31.507731 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:10:49.123254 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34142) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:49.338680 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-857023986-network', 'tenant_id': 'fc505d840c2247b3a74c6589f6f33a33'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:10:49.342432 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:49.344685 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Usage tracker for resource:network and tenant:fc505d840c2247b3a74c6589f6f33a33 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:49.346387 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:49.350253 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:49.356226 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Made reservation on behalf of fc505d840c2247b3a74c6589f6f33a33 for: {'network': 1} {{(pid=79984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:10:49.358929 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for network, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:49.366762 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:49.374778 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:49.376986 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Usage tracker for resource:security_group_rule and tenant:fc505d840c2247b3a74c6589f6f33a33 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:49.379200 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:49.382276 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:49.431012 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:49.432927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:49.435447 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:49.453225 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=79984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 16:10:49.459572 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb58e06-4e69-4735-8384-714b0024143b,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:49.465162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.465371 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.465570 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.465763 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.465954 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.466149 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.466342 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.466537 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.466739 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.466932 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.467122 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.469383 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.469629 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.469825 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.470015 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.470240 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.470393 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.470573 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.470762 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.470942 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.471246 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.471621 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.471900 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.472175 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Tracked resource versions report: Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: pushed versions: Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: { 'AddressGroup': {'1.1'}, Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': {'1.0'}, Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': {'1.0'}, Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': {'1.1'}, Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': {'1.6'}, Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': {'1.2'}, Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': {'1.8'}, Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': {'1.4'}, Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': {'1.2'}, Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': {'1.0'}, Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': {'1.1'}, Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': {'1.1'}} Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: consumer versions: Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: { DHCP agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: L3 agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: Metadata agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: Metering agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: Open vSwitch agent@dv-cinder-766064-3-iscsi: { 'AddressGroup': '1.1', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': '1.0', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': '1.0', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': '1.1', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': '1.6', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': '1.2', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': '1.8', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': '1.4', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': '1.2', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': '1.0', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': '1.1', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': '1.1'}, Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: Open vSwitch agent@hv-cinder-76606: { 'AddressGroup': '1.1', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': '1.0', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': '1.0', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': '1.1', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': '1.6', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': '1.2', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': '1.8', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': '1.4', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': '1.2', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': '1.0', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': '1.1', Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': '1.1'}} Jan 25 16:10:49.472753 dv-cinder-766064-3-iscsi neutron-server[79885]: {{(pid=79984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 25 16:10:49.475017 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:49.475843 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:49.476061 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.segments_db [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Added segment 4c88bdfb-61eb-494e-8176-98526c7183ca of type vxlan for network b1b16d1d-17f5-48fc-b0df-9149be117ef8 Jan 25 16:10:49.491974 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293217476331'] for network, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:49.509709 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for network, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:49.510631 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:10:49.511107 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:49.518588 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ecec275a-363a-48ae-b56f-1b095bfd1f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:49.570605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Pushing event updated for resources: {'Network': ['ID=b1b16d1d-17f5-48fc-b0df-9149be117ef8,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:49.572748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:49.579511 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Network b1b16d1d-17f5-48fc-b0df-9149be117ef8 details requested by agent ovs-agent-dv-cinder-766064-3-iscsi with host dv-cinder-766064-3-iscsi {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:10:49.582053 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 34188) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:49.582392 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4580178 Jan 25 16:10:49.586260 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Request body: {'subnet': {'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-857023986-subnet', 'tenant_id': 'fc505d840c2247b3a74c6589f6f33a33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:10:49.592500 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:49.595830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Usage tracker for resource:subnet and tenant:fc505d840c2247b3a74c6589f6f33a33 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:49.598110 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:49.601589 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:49.608078 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Made reservation on behalf of fc505d840c2247b3a74c6589f6f33a33 for: {'subnet': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:10:49.612039 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:49.644625 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Network b1b16d1d-17f5-48fc-b0df-9149be117ef8 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:10:49.821951 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 34200) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:49.875007 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for subnet, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:49.890030 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:49.910579 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34214) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:49.931350 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 34220) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:49.944063 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 34226) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:49.964008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80827190-8e19-4185-80cc-70164a38f983,revision_number=0']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:49.974585 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.974785 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.974974 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.975159 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.975342 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.975535 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.975718 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.975900 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.976077 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.976274 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.976453 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.976632 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.976853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.977035 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.977213 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.977395 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.977568 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.977738 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.977914 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.978093 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.978269 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.978444 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.978621 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.978795 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Tracked resource versions report: Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: pushed versions: Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: { 'AddressGroup': {'1.1'}, Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': {'1.0'}, Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': {'1.0'}, Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': {'1.1'}, Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': {'1.6'}, Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': {'1.2'}, Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': {'1.8'}, Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': {'1.4'}, Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': {'1.2'}, Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': {'1.0'}, Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': {'1.1'}, Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': {'1.1'}} Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: consumer versions: Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: { DHCP agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: L3 agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: Metadata agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: Metering agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: Open vSwitch agent@dv-cinder-766064-3-iscsi: { 'AddressGroup': '1.1', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': '1.0', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': '1.0', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': '1.1', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': '1.6', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': '1.2', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': '1.8', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': '1.4', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': '1.2', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': '1.0', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': '1.1', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': '1.1'}, Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: Open vSwitch agent@hv-cinder-76606: { 'AddressGroup': '1.1', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': '1.0', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': '1.0', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': '1.1', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': '1.6', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': '1.2', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': '1.8', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': '1.4', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': '1.2', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': '1.0', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': '1.1', Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': '1.1'}} Jan 25 16:10:49.979433 dv-cinder-766064-3-iscsi neutron-server[79885]: {{(pid=79985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 25 16:10:49.983206 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:50.002738 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-556614579-network', 'tenant_id': '261119e0eb7346099999506ffbe0172d'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:10:50.010832 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:50.015185 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Usage tracker for resource:network and tenant:261119e0eb7346099999506ffbe0172d is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:50.017533 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:50.022823 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:50.024144 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Checking segment: {'id': '4c88bdfb-61eb-494e-8176-98526c7183ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:10:50.024350 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Network hostable DHCP agents. Network: b1b16d1d-17f5-48fc-b0df-9149be117ef8, hostable agents: ['49719f6d-5a78-4eed-bacf-47ff3e91c67a'], hosted agents: [] {{(pid=79985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 16:10:50.036699 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Made reservation on behalf of 261119e0eb7346099999506ffbe0172d for: {'network': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:10:50.039356 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for network, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.047146 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.054228 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Network b1b16d1d-17f5-48fc-b0df-9149be117ef8 is scheduled to be hosted by DHCP agent 49719f6d-5a78-4eed-bacf-47ff3e91c67a with binding_index 1 {{(pid=79985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 16:10:50.060577 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:50.062991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Usage tracker for resource:security_group_rule and tenant:261119e0eb7346099999506ffbe0172d is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:50.065283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:50.067242 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-3-iscsi, b1b16d1d-17f5-48fc-b0df-9149be117ef8) {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:10:50.070449 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:50.071868 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:10:50.072246 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.073875 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1542bed3-8c8f-409b-a2d1-e06ea9a2a80e None None] Network b1b16d1d-17f5-48fc-b0df-9149be117ef8 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:10:50.091403 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-825963844-network', 'tenant_id': '38954ae24d594a9babc3822b8fbef5db'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:10:50.095970 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:50.099969 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Usage tracker for resource:network and tenant:38954ae24d594a9babc3822b8fbef5db is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:50.103583 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:50.109128 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5261147 Jan 25 16:10:50.111730 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:50.124994 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Made reservation on behalf of 38954ae24d594a9babc3822b8fbef5db for: {'network': 1} {{(pid=79984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:10:50.132241 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for network, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.137225 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-668960641-network', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:10:50.142097 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:50.149864 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Usage tracker for resource:network and tenant:3d9dc1d24c694798a5da5bb1f60d075a is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:50.153442 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:50.163107 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:50.169260 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.176731 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.178029 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Made reservation on behalf of 3d9dc1d24c694798a5da5bb1f60d075a for: {'network': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:10:50.180869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for network, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.189128 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.196667 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:50.196744 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.199083 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:50.200952 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Usage tracker for resource:security_group_rule and tenant:38954ae24d594a9babc3822b8fbef5db is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:50.201682 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Usage tracker for resource:security_group_rule and tenant:3d9dc1d24c694798a5da5bb1f60d075a is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:50.203842 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:50.206238 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:50.207340 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:50.216261 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:50.232005 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=79985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 16:10:50.238375 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293216955320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.238636 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.segments_db [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Added segment 297f3712-a905-47fa-baf1-14e3bf599128 of type vxlan for network 1bfeaf3a-f1f3-4529-807c-7ab3d8042b48 Jan 25 16:10:50.253854 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293217476331'] for network, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.274252 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:50.280605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-574668783-network', 'tenant_id': '95283eda37984761942076ba2009fe36'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:10:50.287354 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for network, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.296137 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:10:50.296506 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.325209 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d48d82e-53d9-478d-848d-7fa9ed27df9d None None] Network b1b16d1d-17f5-48fc-b0df-9149be117ef8 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:10:50.326288 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5012007 Jan 25 16:10:50.327941 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 34246) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:50.331953 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e62486-d3f7-4801-a090-0dc20cf9733d,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:50.333682 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:50.336725 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-a5cfcf6a-ac90-4805-8a95-6e48d328b1d7 admin admin] Request body: {'subnet': {'network_id': '1bfeaf3a-f1f3-4529-807c-7ab3d8042b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-556614579-subnet', 'tenant_id': '261119e0eb7346099999506ffbe0172d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:10:50.339237 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.339494 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-a5cfcf6a-ac90-4805-8a95-6e48d328b1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:50.344144 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.345030 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-a5cfcf6a-ac90-4805-8a95-6e48d328b1d7 admin admin] Usage tracker for resource:subnet and tenant:261119e0eb7346099999506ffbe0172d is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:50.347147 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2c293b98-91c4-4d73-8654-4c37e3d8987c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:50.350195 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-a5cfcf6a-ac90-4805-8a95-6e48d328b1d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:50.351780 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:50.352326 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Usage tracker for resource:network and tenant:95283eda37984761942076ba2009fe36 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:50.354257 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e6b01c3e-91b7-4ebc-9e70-4b0135ad18f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:50.383502 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5934a957-da5d-45cb-8ae3-8997ef477df2,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:50.399927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:50.405654 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=79984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 16:10:50.415351 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.415849 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.segments_db [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Added segment 0ff2507f-642d-40be-9b0f-4c3515f56bcc of type vxlan for network 233bed33-b74e-4d9b-8695-ba20a55f5cf4 Jan 25 16:10:50.444982 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293217476331'] for network, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.478383 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for network, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.479393 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:10:50.480639 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.503631 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0bfb6cf0-f8cf-4b9c-bf89-e31fdfa0a754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:50.517535 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:50.521208 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-a5cfcf6a-ac90-4805-8a95-6e48d328b1d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:50.566515 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:50.605665 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Pushing event updated for resources: {'Network': ['ID=1bfeaf3a-f1f3-4529-807c-7ab3d8042b48,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:50.607043 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cfcf6a-ac90-4805-8a95-6e48d328b1d7 admin admin] Made reservation on behalf of 261119e0eb7346099999506ffbe0172d for: {'subnet': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:10:50.610003 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a5cfcf6a-ac90-4805-8a95-6e48d328b1d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.614195 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Network 1bfeaf3a-f1f3-4529-807c-7ab3d8042b48 details requested by agent ovs-agent-dv-cinder-766064-3-iscsi with host dv-cinder-766064-3-iscsi {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:10:50.629428 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:50.630575 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.648277 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.655001 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7435906 Jan 25 16:10:50.656902 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34274) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:50.664010 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-5d117ad2-7c76-400a-aff1-ac0187b64b50 admin admin] Request body: {'subnet': {'network_id': '233bed33-b74e-4d9b-8695-ba20a55f5cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-825963844-subnet', 'tenant_id': '38954ae24d594a9babc3822b8fbef5db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:10:50.683391 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Pushing event updated for resources: {'Network': ['ID=233bed33-b74e-4d9b-8695-ba20a55f5cf4,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:50.685080 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-5d117ad2-7c76-400a-aff1-ac0187b64b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:50.686498 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:50.688290 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-5d117ad2-7c76-400a-aff1-ac0187b64b50 admin admin] Usage tracker for resource:subnet and tenant:38954ae24d594a9babc3822b8fbef5db is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:50.692446 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-5d117ad2-7c76-400a-aff1-ac0187b64b50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:50.701326 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Network 1bfeaf3a-f1f3-4529-807c-7ab3d8042b48 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:10:50.702998 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-5d117ad2-7c76-400a-aff1-ac0187b64b50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:50.716233 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:50.718349 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d117ad2-7c76-400a-aff1-ac0187b64b50 admin admin] Made reservation on behalf of 38954ae24d594a9babc3822b8fbef5db for: {'subnet': 1} {{(pid=79984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:10:50.721347 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5d117ad2-7c76-400a-aff1-ac0187b64b50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.735517 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Made reservation on behalf of 95283eda37984761942076ba2009fe36 for: {'network': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:10:50.738511 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for network, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.746367 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Network 233bed33-b74e-4d9b-8695-ba20a55f5cf4 details requested by agent ovs-agent-dv-cinder-766064-3-iscsi with host dv-cinder-766064-3-iscsi {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:10:50.768528 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Network 233bed33-b74e-4d9b-8695-ba20a55f5cf4 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:10:50.817672 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.823377 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=79985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 16:10:50.850406 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523fdc9d-9d7d-4be2-a1fb-174f667b91ed,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:50.863453 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293216955320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:50.863696 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.segments_db [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Added segment 3f715a25-a095-496e-a199-326d7ad1ef6c of type vxlan for network ca5167e0-70f4-4f5e-919e-3039411592c6 Jan 25 16:10:50.864523 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:50.867477 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:50.892691 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Usage tracker for resource:security_group_rule and tenant:95283eda37984761942076ba2009fe36 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:50.896697 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:50.901185 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:50.950417 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293217476331'] for network, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:51.119965 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for network, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:51.136994 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:10:51.137557 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:51.142572 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:51.157332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:51.213329 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:51.246616 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.3124065 Jan 25 16:10:51.247283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=79985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 16:10:51.248919 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Pushing event updated for resources: {'Network': ['ID=ca5167e0-70f4-4f5e-919e-3039411592c6,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:51.249141 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34326) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:51.250858 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:51.253485 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:51.255689 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-792f96ab-5cee-4cd6-b749-1152d41cbd6b admin admin] Request body: {'subnet': {'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-668960641-subnet', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:10:51.256993 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Network ca5167e0-70f4-4f5e-919e-3039411592c6 details requested by agent ovs-agent-dv-cinder-766064-3-iscsi with host dv-cinder-766064-3-iscsi {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:10:51.260064 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-792f96ab-5cee-4cd6-b749-1152d41cbd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:51.263677 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293216955320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:51.263891 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-792f96ab-5cee-4cd6-b749-1152d41cbd6b admin admin] Usage tracker for resource:subnet and tenant:3d9dc1d24c694798a5da5bb1f60d075a is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:51.263967 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.segments_db [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Added segment 4b11f530-28cd-4a95-9a25-ddbfd907a307 of type vxlan for network 51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 Jan 25 16:10:51.266332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-792f96ab-5cee-4cd6-b749-1152d41cbd6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:51.271416 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-792f96ab-5cee-4cd6-b749-1152d41cbd6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:51.275345 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Network ca5167e0-70f4-4f5e-919e-3039411592c6 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:10:51.286615 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792f96ab-5cee-4cd6-b749-1152d41cbd6b admin admin] Made reservation on behalf of 3d9dc1d24c694798a5da5bb1f60d075a for: {'subnet': 1} {{(pid=79984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:10:51.289640 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-792f96ab-5cee-4cd6-b749-1152d41cbd6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:51.290876 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dd9b5a-8d7c-4c8a-89c3-022ef05a4eeb,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:51.295256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:51.298210 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293217476331'] for network, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:51.330879 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for network, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:51.348606 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:10:51.349119 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:51.354027 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:51.415093 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4703643 Jan 25 16:10:51.418216 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 34336) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:51.420697 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a5cfcf6a-ac90-4805-8a95-6e48d328b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for subnet, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:51.424105 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-92637cc3-a5ed-48e7-a8ec-cd8481aa03c4 admin admin] Request body: {'subnet': {'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-574668783-subnet', 'tenant_id': '95283eda37984761942076ba2009fe36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:10:51.436221 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Pushing event updated for resources: {'Network': ['ID=51b2e8fa-99b8-468d-a49b-4bf6df10bbd2,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:51.436592 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5d117ad2-7c76-400a-aff1-ac0187b64b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for subnet, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:51.439698 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-92637cc3-a5ed-48e7-a8ec-cd8481aa03c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:51.450459 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:51.462573 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Network 51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 details requested by agent ovs-agent-dv-cinder-766064-3-iscsi with host dv-cinder-766064-3-iscsi {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:10:51.469129 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:51.469434 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2d65a1bc-e655-4550-8e2f-d83680e90ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:51.473230 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Network 51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:10:51.490403 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-92637cc3-a5ed-48e7-a8ec-cd8481aa03c4 admin admin] Usage tracker for resource:subnet and tenant:95283eda37984761942076ba2009fe36 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:51.495909 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-92637cc3-a5ed-48e7-a8ec-cd8481aa03c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:51.505734 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-92637cc3-a5ed-48e7-a8ec-cd8481aa03c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:51.542500 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92637cc3-a5ed-48e7-a8ec-cd8481aa03c4 admin admin] Made reservation on behalf of 95283eda37984761942076ba2009fe36 for: {'subnet': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:10:51.545269 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-92637cc3-a5ed-48e7-a8ec-cd8481aa03c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:51.550076 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34348) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:51.560046 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 25 16:10:51.562261 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfcf6a-ac90-4805-8a95-6e48d328b1d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f17586-2bcc-4a6a-984b-5058a3aee4ff,revision_number=0']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:51.568667 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a5cfcf6a-ac90-4805-8a95-6e48d328b1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:51.642306 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cfcf6a-ac90-4805-8a95-6e48d328b1d7 admin admin] Checking segment: {'id': '297f3712-a905-47fa-baf1-14e3bf599128', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1bfeaf3a-f1f3-4529-807c-7ab3d8042b48'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:10:51.642589 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cfcf6a-ac90-4805-8a95-6e48d328b1d7 admin admin] Network hostable DHCP agents. Network: 1bfeaf3a-f1f3-4529-807c-7ab3d8042b48, hostable agents: ['49719f6d-5a78-4eed-bacf-47ff3e91c67a'], hosted agents: [] {{(pid=79985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 16:10:51.730509 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cfcf6a-ac90-4805-8a95-6e48d328b1d7 admin admin] Network 1bfeaf3a-f1f3-4529-807c-7ab3d8042b48 is scheduled to be hosted by DHCP agent 49719f6d-5a78-4eed-bacf-47ff3e91c67a with binding_index 1 {{(pid=79985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 16:10:51.757406 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-a5cfcf6a-ac90-4805-8a95-6e48d328b1d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-3-iscsi, 1bfeaf3a-f1f3-4529-807c-7ab3d8042b48) {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:10:51.773278 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cfcf6a-ac90-4805-8a95-6e48d328b1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:10:51.773384 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525ec522-3269-4a97-8054-f5979e4b9375 None None] Network 1bfeaf3a-f1f3-4529-807c-7ab3d8042b48 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:10:51.773670 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a5cfcf6a-ac90-4805-8a95-6e48d328b1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:51.786763 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d117ad2-7c76-400a-aff1-ac0187b64b50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81c00340-9541-432a-8c1b-bc3d7371bb1e,revision_number=0']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:51.803624 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-5d117ad2-7c76-400a-aff1-ac0187b64b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:51.814753 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 34364) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:51.840856 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-a5cfcf6a-ac90-4805-8a95-6e48d328b1d7 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5067437 Jan 25 16:10:51.886901 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-fcea78bc-f317-4a41-b88f-cd3a3f652331 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:10:51.887444 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-fcea78bc-f317-4a41-b88f-cd3a3f652331 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Synchronizing usage tracker for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:network {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:10:51.910665 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-fcea78bc-f317-4a41-b88f-cd3a3f652331 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Unset dirty status for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:network {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:10:51.915847 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da52c138-6dad-434e-b015-df63ba1ba5eb None None] Network 1bfeaf3a-f1f3-4529-807c-7ab3d8042b48 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:10:51.915924 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-fcea78bc-f317-4a41-b88f-cd3a3f652331 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/networks?id=b1b16d1d-17f5-48fc-b0df-9149be117ef8 HTTP/1.1" status: 200 len: 814 time: 0.3603857 Jan 25 16:10:51.975196 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-07bdb9b3-dfd4-457a-9b3e-952cb4165e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:51.992084 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-07bdb9b3-dfd4-457a-9b3e-952cb4165e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:51.995844 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-07bdb9b3-dfd4-457a-9b3e-952cb4165e51 admin admin] Usage tracker for resource:security_group_rule and tenant:bd914ab666ec41968ed5c05467a610bd is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:52.000905 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-07bdb9b3-dfd4-457a-9b3e-952cb4165e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:52.002384 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-110be1ac-8b83-4a34-902a-6d021be3f400 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/quotas/fc505d840c2247b3a74c6589f6f33a33 HTTP/1.1" status: 200 len: 375 time: 0.0856359 Jan 25 16:10:52.005582 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-07bdb9b3-dfd4-457a-9b3e-952cb4165e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:52.007086 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d117ad2-7c76-400a-aff1-ac0187b64b50 admin admin] Checking segment: {'id': '0ff2507f-642d-40be-9b0f-4c3515f56bcc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '233bed33-b74e-4d9b-8695-ba20a55f5cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:10:52.007402 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d117ad2-7c76-400a-aff1-ac0187b64b50 admin admin] Network hostable DHCP agents. Network: 233bed33-b74e-4d9b-8695-ba20a55f5cf4, hostable agents: ['49719f6d-5a78-4eed-bacf-47ff3e91c67a'], hosted agents: [] {{(pid=79984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 16:10:52.053039 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-33bb7676-1eeb-4549-8816-e31f727501f5 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?tenant_id=fc505d840c2247b3a74c6589f6f33a33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499537 Jan 25 16:10:52.063175 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-92637cc3-a5ed-48e7-a8ec-cd8481aa03c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for subnet, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:52.073578 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d117ad2-7c76-400a-aff1-ac0187b64b50 admin admin] Network 233bed33-b74e-4d9b-8695-ba20a55f5cf4 is scheduled to be hosted by DHCP agent 49719f6d-5a78-4eed-bacf-47ff3e91c67a with binding_index 1 {{(pid=79984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 16:10:52.077483 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9ff776b8-66e8-4d2e-8be7-fe82e28fbdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:52.085397 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-5d117ad2-7c76-400a-aff1-ac0187b64b50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-3-iscsi, 233bed33-b74e-4d9b-8695-ba20a55f5cf4) {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:10:52.088774 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d117ad2-7c76-400a-aff1-ac0187b64b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:10:52.089219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5d117ad2-7c76-400a-aff1-ac0187b64b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:52.092324 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d536f15-01eb-4591-b397-b1f7097fac4f None None] Network 233bed33-b74e-4d9b-8695-ba20a55f5cf4 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:10:52.154458 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-5d117ad2-7c76-400a-aff1-ac0187b64b50 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4928799 Jan 25 16:10:52.198160 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-792f96ab-5cee-4cd6-b749-1152d41cbd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for subnet, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:52.213404 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92637cc3-a5ed-48e7-a8ec-cd8481aa03c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51238685-cb80-4e6a-bf2c-386e2e1be418,revision_number=0']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:52.215475 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:52.224706 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-92637cc3-a5ed-48e7-a8ec-cd8481aa03c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:52.288491 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-07bdb9b3-dfd4-457a-9b3e-952cb4165e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:52.295552 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe764d7-2099-4343-91cf-961ced0b0a1c None None] Network 233bed33-b74e-4d9b-8695-ba20a55f5cf4 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:10:52.295771 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-07bdb9b3-dfd4-457a-9b3e-952cb4165e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:52.303008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6b35735b-60c7-44ca-b948-0699a53a2cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:52.328355 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-b8bf3bff-0387-45a8-b4c4-e254badf0ea4 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:10:52.328955 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-b8bf3bff-0387-45a8-b4c4-e254badf0ea4 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1514046 Jan 25 16:10:52.375673 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-07bdb9b3-dfd4-457a-9b3e-952cb4165e51 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bd914ab666ec41968ed5c05467a610bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5602024 Jan 25 16:10:52.384762 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34410) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:52.390533 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92637cc3-a5ed-48e7-a8ec-cd8481aa03c4 admin admin] Checking segment: {'id': '4b11f530-28cd-4a95-9a25-ddbfd907a307', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:10:52.390748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92637cc3-a5ed-48e7-a8ec-cd8481aa03c4 admin admin] Network hostable DHCP agents. Network: 51b2e8fa-99b8-468d-a49b-4bf6df10bbd2, hostable agents: ['49719f6d-5a78-4eed-bacf-47ff3e91c67a'], hosted agents: [] {{(pid=79985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 16:10:52.393392 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdb9b3-dfd4-457a-9b3e-952cb4165e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffcdbf2-5822-4c7e-8937-ce9eaa42208b,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:52.404716 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-07bdb9b3-dfd4-457a-9b3e-952cb4165e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:52.425744 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92637cc3-a5ed-48e7-a8ec-cd8481aa03c4 admin admin] Network 51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 is scheduled to be hosted by DHCP agent 49719f6d-5a78-4eed-bacf-47ff3e91c67a with binding_index 1 {{(pid=79985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 16:10:52.436757 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-92637cc3-a5ed-48e7-a8ec-cd8481aa03c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-3-iscsi, 51b2e8fa-99b8-468d-a49b-4bf6df10bbd2) {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:10:52.448134 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92637cc3-a5ed-48e7-a8ec-cd8481aa03c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:10:52.449024 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-92637cc3-a5ed-48e7-a8ec-cd8481aa03c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:52.452287 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f96ab-5cee-4cd6-b749-1152d41cbd6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd,revision_number=0']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:52.458551 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d8a7c2-27f8-4bc0-a3fc-2e0d643354dd None None] Network 51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:10:52.464037 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-792f96ab-5cee-4cd6-b749-1152d41cbd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:52.495958 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-92637cc3-a5ed-48e7-a8ec-cd8481aa03c4 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0760288 Jan 25 16:10:52.496610 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 34424) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:52.499901 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-574668783-router', 'tenant_id': '95283eda37984761942076ba2009fe36', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:10:52.503622 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:52.508999 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Usage tracker for resource:router and tenant:95283eda37984761942076ba2009fe36 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:52.512856 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:52.518368 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-25d7c92b-5ea4-4447-8269-051918572c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:52.520763 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-76dc7685-b515-4221-b2dd-70942d5094b3 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864674 Jan 25 16:10:52.528327 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:52.546690 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854068486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771139'] for router, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:52.547373 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853867369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:52.579760 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:52.685717 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cf9e38-6eed-5f43-9343-5ecac6bde88b-51b2e8fa-99b8-468d-a49b-4bf6df10bbd2', 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2', 'tenant_id': '95283eda37984761942076ba2009fe36', 'fixed_ips': [{'subnet_id': '51238685-cb80-4e6a-bf2c-386e2e1be418'}]}} from dv-cinder-766064-3-iscsi. {{(pid=79986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 25 16:10:52.686476 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:52.728543 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 34442) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:52.728806 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 34444) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:52.769293 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-25d7c92b-5ea4-4447-8269-051918572c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:52.791505 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f96ab-5cee-4cd6-b749-1152d41cbd6b admin admin] Checking segment: {'id': '3f715a25-a095-496e-a199-326d7ad1ef6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:10:52.791712 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792f96ab-5cee-4cd6-b749-1152d41cbd6b admin admin] Network hostable DHCP agents. Network: ca5167e0-70f4-4f5e-919e-3039411592c6, hostable agents: ['49719f6d-5a78-4eed-bacf-47ff3e91c67a'], hosted agents: [] {{(pid=79984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 16:10:52.809205 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854068723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4644'] for router, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:52.816371 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 25 16:10:52.819882 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-310760113-network', 'tenant_id': 'f55210a19d7d4600b8c460cb2432ef14'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:10:52.830338 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-65009c5b-3c1c-44a2-9ae9-09418a78b12f service neutron] 10.222.0.107 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3005147 Jan 25 16:10:52.830896 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792f96ab-5cee-4cd6-b749-1152d41cbd6b admin admin] Network ca5167e0-70f4-4f5e-919e-3039411592c6 is scheduled to be hosted by DHCP agent 49719f6d-5a78-4eed-bacf-47ff3e91c67a with binding_index 1 {{(pid=79984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 16:10:52.837961 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-25d7c92b-5ea4-4447-8269-051918572c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:52.840918 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:52.845281 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-792f96ab-5cee-4cd6-b749-1152d41cbd6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-3-iscsi, ca5167e0-70f4-4f5e-919e-3039411592c6) {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:10:52.849944 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792f96ab-5cee-4cd6-b749-1152d41cbd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:10:52.850311 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-792f96ab-5cee-4cd6-b749-1152d41cbd6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:52.862057 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7c92b-5ea4-4447-8269-051918572c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffcdbf2-5822-4c7e-8937-ce9eaa42208b,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:52.863765 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-25d7c92b-5ea4-4447-8269-051918572c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:52.864499 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-25d7c92b-5ea4-4447-8269-051918572c7a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fffcdbf2-5822-4c7e-8937-ce9eaa42208b HTTP/1.1" status: 204 len: 168 time: 0.4791410 Jan 25 16:10:52.865456 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-25d7c92b-5ea4-4447-8269-051918572c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:52.868025 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-792f96ab-5cee-4cd6-b749-1152d41cbd6b admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6163461 Jan 25 16:10:52.868450 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34452) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:52.871534 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:10:52.874775 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:52.877411 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Usage tracker for resource:router and tenant:3d9dc1d24c694798a5da5bb1f60d075a is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:52.880373 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:52.883745 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:52.891816 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854068486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771139'] for router, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:52.892562 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853867369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:52.894234 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df6f5a0-397a-49cc-b7ee-bb8a991fbeb4 None None] Network ca5167e0-70f4-4f5e-919e-3039411592c6 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:10:52.903481 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:52.941889 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Allocated IP 172.20.0.2 (51b2e8fa-99b8-468d-a49b-4bf6df10bbd2/51238685-cb80-4e6a-bf2c-386e2e1be418/84ad6a2a-9aae-4082-8084-55534980b10d) {{(pid=79986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:10:53.064192 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e84979f4-cc65-4bbb-9f0c-8dfe7d1d8a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.161199 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:53.187967 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Usage tracker for resource:network and tenant:f55210a19d7d4600b8c460cb2432ef14 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:53.241819 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854068723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4644'] for router, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.250951 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:53.264332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:53.294813 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Made reservation on behalf of f55210a19d7d4600b8c460cb2432ef14 for: {'network': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:10:53.297833 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for network, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.310963 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.322053 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cf9e38-6eed-5f43-9343-5ecac6bde88b-ca5167e0-70f4-4f5e-919e-3039411592c6', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'fixed_ips': [{'subnet_id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd'}]}} from dv-cinder-766064-3-iscsi. {{(pid=79986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 25 16:10:53.322613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.330358 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:53.347611 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-be2fe2fb-4b74-472f-b477-1b8399af8543 req-210b1456-ea84-4227-a802-c48211dcfed3 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 210 time: 0.0968158 Jan 25 16:10:53.353084 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-5a39d751-e4d2-407a-a8dd-ddf50b679851 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:10:53.354556 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-5a39d751-e4d2-407a-a8dd-ddf50b679851 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/networks?id=233bed33-b74e-4d9b-8695-ba20a55f5cf4 HTTP/1.1" status: 200 len: 811 time: 0.5422211 Jan 25 16:10:53.355577 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Usage tracker for resource:security_group_rule and tenant:f55210a19d7d4600b8c460cb2432ef14 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:53.362025 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:53.374610 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Notify callbacks [] for port, precommit_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.379547 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:53.399299 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34486) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:53.409744 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-7ffecbb1-9e20-45ba-812d-46189bae86bf tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/quotas/38954ae24d594a9babc3822b8fbef5db HTTP/1.1" status: 200 len: 375 time: 0.0487702 Jan 25 16:10:53.416779 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Transition to ACTIVE for port object 84ad6a2a-9aae-4082-8084-55534980b10d will not be triggered until provisioned by entity L2. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:10:53.420796 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac9c8-cfed-4373-aaa1-7b296f1881e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.435719 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-3c3ac9c8-cfed-4373-aaa1-7b296f1881e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:53.438945 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-3c3ac9c8-cfed-4373-aaa1-7b296f1881e0 admin admin] Usage tracker for resource:security_group_rule and tenant:a9346ac5521a467886403ca9870c429a is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:53.441293 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-3c3ac9c8-cfed-4373-aaa1-7b296f1881e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:53.445469 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-3c3ac9c8-cfed-4373-aaa1-7b296f1881e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:53.520056 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-5346bb4b-8381-4cae-b477-e4a7ab899693 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?tenant_id=38954ae24d594a9babc3822b8fbef5db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912154 Jan 25 16:10:53.609930 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.635096 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.638586 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Transition to ACTIVE for port object 84ad6a2a-9aae-4082-8084-55534980b10d will not be triggered until provisioned by entity DHCP. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:10:53.643451 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.661403 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.689813 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.700872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:53.715532 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=79985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 16:10:53.720877 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293216955320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.721235 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.segments_db [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Added segment bbacac84-7a4d-4f9e-8aa5-8eb4cc330e94 of type vxlan for network c0b427d0-ccde-4ab7-9e33-e37210df2223 Jan 25 16:10:53.737061 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293217476331'] for network, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.764757 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:53.774593 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.798082 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac9c8-cfed-4373-aaa1-7b296f1881e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.798935 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.806340 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac9c8-cfed-4373-aaa1-7b296f1881e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.806934 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Pushing event updated for resources: {'Port': ['ID=84ad6a2a-9aae-4082-8084-55534980b10d,revision_number=1']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:53.808300 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-13420ba0-4c14-42f9-9fea-b74aa98affcf service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:10:53.812684 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-13420ba0-4c14-42f9-9fea-b74aa98affcf service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1194866 Jan 25 16:10:53.816627 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.816834 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.817030 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.817222 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.817411 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.817620 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.817789 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.817977 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.818170 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.818362 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.818545 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.818731 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.819069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.819263 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.819452 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.819640 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.819825 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.820013 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.820307 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.820536 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.820674 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.820860 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.821047 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.821230 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Tracked resource versions report: Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: pushed versions: Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: { 'AddressGroup': {'1.1'}, Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': {'1.0'}, Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': {'1.0'}, Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': {'1.1'}, Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': {'1.6'}, Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': {'1.2'}, Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': {'1.8'}, Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': {'1.4'}, Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': {'1.2'}, Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': {'1.0'}, Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': {'1.1'}, Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': {'1.1'}} Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: consumer versions: Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: { DHCP agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: L3 agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: Metadata agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: Metering agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: Open vSwitch agent@dv-cinder-766064-3-iscsi: { 'AddressGroup': '1.1', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': '1.0', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': '1.0', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': '1.1', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': '1.6', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': '1.2', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': '1.8', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': '1.4', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': '1.2', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': '1.0', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': '1.1', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': '1.1'}, Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: Open vSwitch agent@hv-cinder-76606: { 'AddressGroup': '1.1', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': '1.0', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': '1.0', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': '1.1', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': '1.6', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': '1.2', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': '1.8', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': '1.4', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': '1.2', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': '1.0', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': '1.1', Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': '1.1'}} Jan 25 16:10:53.821981 dv-cinder-766064-3-iscsi neutron-server[79885]: {{(pid=79986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 25 16:10:53.826577 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-623a0ab9-baf0-4e68-9afb-01b0a41da138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:53.826804 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for network, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.829611 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Network 51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 is already hosted by enough agents. {{(pid=79986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:10:53.832120 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:53.832246 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-3c3ac9c8-cfed-4373-aaa1-7b296f1881e0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a9346ac5521a467886403ca9870c429a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4299915 Jan 25 16:10:53.832660 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Resources bound (agent type, host, resource id): {{(pid=79986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:10:53.835493 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Received port after_create {{(pid=79986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:10:53.837434 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 34524) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:53.841992 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:10:53.842459 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.888073 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Attempting to bind port 84ad6a2a-9aae-4082-8084-55534980b10d on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:10:53.888311 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Attempting to bind port 84ad6a2a-9aae-4082-8084-55534980b10d by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': '4b11f530-28cd-4a95-9a25-ddbfd907a307', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2'}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:10:53.888529 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Attempting to bind port 84ad6a2a-9aae-4082-8084-55534980b10d on network 51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:10:53.892352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ac9c8-cfed-4373-aaa1-7b296f1881e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857ad8a8-d0f1-4df6-9a60-6fa6c8c502be,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:53.894555 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:10:53.894782 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Checking segment: {'id': '4b11f530-28cd-4a95-9a25-ddbfd907a307', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:10:53.895031 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.895268 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Bound using segment: {'id': '4b11f530-28cd-4a95-9a25-ddbfd907a307', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2'} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:10:53.895561 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Bound port: 84ad6a2a-9aae-4082-8084-55534980b10d, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b11f530-28cd-4a95-9a25-ddbfd907a307', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2'}}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:10:53.895798 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.903191 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-3c3ac9c8-cfed-4373-aaa1-7b296f1881e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:53.915788 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1022139 Jan 25 16:10:53.920072 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 34532) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:53.929473 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f5356a-26b0-4f4d-805c-289bb8a7f7bc,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:53.953263 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-ab3dc140-de04-4fb5-8e2b-fd285adb07e3 admin admin] Request body: {'subnet': {'network_id': 'c0b427d0-ccde-4ab7-9e33-e37210df2223', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-310760113-subnet', 'tenant_id': 'f55210a19d7d4600b8c460cb2432ef14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:10:53.955421 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:53.960243 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:53.964209 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Allocated IP 172.20.0.2 (ca5167e0-70f4-4f5e-919e-3039411592c6/9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd/e4d32b02-10ee-4244-b768-9c1b67c43597) {{(pid=79986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:10:53.965532 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] For port 84ad6a2a-9aae-4082-8084-55534980b10d, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:10:53.968164 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] For port 84ad6a2a-9aae-4082-8084-55534980b10d, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=84ad6a2a-9aae-4082-8084-55534980b10d,segment=NetworkSegment(4b11f530-28cd-4a95-9a25-ddbfd907a307),segment_id=4b11f530-28cd-4a95-9a25-ddbfd907a307)] {{(pid=79986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:10:53.971202 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ab3dc140-de04-4fb5-8e2b-fd285adb07e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:53.972426 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:53.982717 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:54.004407 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ab3dc140-de04-4fb5-8e2b-fd285adb07e3 admin admin] Usage tracker for resource:subnet and tenant:f55210a19d7d4600b8c460cb2432ef14 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:54.015314 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ab3dc140-de04-4fb5-8e2b-fd285adb07e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:54.028418 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ab3dc140-de04-4fb5-8e2b-fd285adb07e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:54.062509 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3dc140-de04-4fb5-8e2b-fd285adb07e3 admin admin] Made reservation on behalf of f55210a19d7d4600b8c460cb2432ef14 for: {'subnet': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:10:54.064936 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ab3dc140-de04-4fb5-8e2b-fd285adb07e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:54.075287 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Allocated IP 172.27.3.219 (a86c8819-2978-473d-8d16-86365edfeb60/ab1961e7-fa88-47d7-900c-7c648513b3bc/8332053e-d8e4-4f14-b657-ecc8e1f194ef) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:10:54.077754 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-15074285-6df9-4ea2-b31c-12509298d8cc service neutron] 10.222.0.107 "GET /v2.0/networks/233bed33-b74e-4d9b-8695-ba20a55f5cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645869 Jan 25 16:10:54.081771 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Pushing event updated for resources: {'Network': ['ID=c0b427d0-ccde-4ab7-9e33-e37210df2223,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:54.099013 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Network c0b427d0-ccde-4ab7-9e33-e37210df2223 details requested by agent ovs-agent-dv-cinder-766064-3-iscsi with host dv-cinder-766064-3-iscsi {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:10:54.117025 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-21401eb0-4c8a-4bb5-971a-0c81610bac99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:54.119141 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:54.137567 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Network c0b427d0-ccde-4ab7-9e33-e37210df2223 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:10:54.157279 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Pushing event updated for resources: {'Port': ['ID=84ad6a2a-9aae-4082-8084-55534980b10d,revision_number=2']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:54.213887 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:54.304596 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:54.332377 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Notify callbacks [] for port, precommit_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:54.334127 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Transition to ACTIVE for port object e4d32b02-10ee-4244-b768-9c1b67c43597 will not be triggered until provisioned by entity L2. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:10:54.343555 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Transition to ACTIVE for port object e4d32b02-10ee-4244-b768-9c1b67c43597 will not be triggered until provisioned by entity DHCP. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:10:54.348543 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:54.358556 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:54.403189 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1974d787-9916-4d3d-bb9d-551d2835acf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:54.439804 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Pushing event updated for resources: {'Port': ['ID=e4d32b02-10ee-4244-b768-9c1b67c43597,revision_number=1']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:54.443662 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:54.461506 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1974d787-9916-4d3d-bb9d-551d2835acf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:54.472883 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Network ca5167e0-70f4-4f5e-919e-3039411592c6 is already hosted by enough agents. {{(pid=79986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:10:54.473589 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Resources bound (agent type, host, resource id): {{(pid=79986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:10:54.475112 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Received port after_create {{(pid=79986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:10:54.509769 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Attempting to bind port e4d32b02-10ee-4244-b768-9c1b67c43597 on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:10:54.509990 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Attempting to bind port e4d32b02-10ee-4244-b768-9c1b67c43597 by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': '3f715a25-a095-496e-a199-326d7ad1ef6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6'}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:10:54.510210 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Attempting to bind port e4d32b02-10ee-4244-b768-9c1b67c43597 on network ca5167e0-70f4-4f5e-919e-3039411592c6 {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:10:54.512488 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-af363206-706f-4b3f-a15f-a1fa1e0464f8 req-9af7a81d-f2d1-4e9d-9390-5db4caa1042d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 210 time: 0.0542262 Jan 25 16:10:54.513978 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:10:54.514225 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Checking segment: {'id': '3f715a25-a095-496e-a199-326d7ad1ef6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:10:54.514476 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:54.514715 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Bound using segment: {'id': '3f715a25-a095-496e-a199-326d7ad1ef6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6'} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:10:54.514992 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Bound port: e4d32b02-10ee-4244-b768-9c1b67c43597, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f715a25-a095-496e-a199-326d7ad1ef6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6'}}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:10:54.515224 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:54.527210 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-21774e1e-0603-475d-a1a1-6b0dcd19ff08 service neutron] 10.222.0.107 "GET /v2.0/networks/233bed33-b74e-4d9b-8695-ba20a55f5cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4155297 Jan 25 16:10:54.528821 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:54.580194 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1974d787-9916-4d3d-bb9d-551d2835acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:54.581697 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:54.585665 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] For port e4d32b02-10ee-4244-b768-9c1b67c43597, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:10:54.588822 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] For port e4d32b02-10ee-4244-b768-9c1b67c43597, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=e4d32b02-10ee-4244-b768-9c1b67c43597,segment=NetworkSegment(3f715a25-a095-496e-a199-326d7ad1ef6c),segment_id=3f715a25-a095-496e-a199-326d7ad1ef6c)] {{(pid=79986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:10:54.592490 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:54.601849 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-07bdb9b3-dfd4-457a-9b3e-952cb4165e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:54.620829 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974d787-9916-4d3d-bb9d-551d2835acf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857ad8a8-d0f1-4df6-9a60-6fa6c8c502be,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:54.623785 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1974d787-9916-4d3d-bb9d-551d2835acf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:54.638034 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:54.638784 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1974d787-9916-4d3d-bb9d-551d2835acf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:54.641253 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-1974d787-9916-4d3d-bb9d-551d2835acf1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/857ad8a8-d0f1-4df6-9a60-6fa6c8c502be HTTP/1.1" status: 204 len: 168 time: 0.7684941 Jan 25 16:10:54.661397 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:54.663470 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:54.747047 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Allocated IP 172.27.3.18 (a86c8819-2978-473d-8d16-86365edfeb60/ab1961e7-fa88-47d7-900c-7c648513b3bc/01395b3d-e6cc-4980-b8ec-b89bbc4101a9) {{(pid=79984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:10:54.781521 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Pushing event updated for resources: {'Port': ['ID=e4d32b02-10ee-4244-b768-9c1b67c43597,revision_number=2']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:54.783835 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:54.819416 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ceebdb87-f9b3-4ec4-b575-e98c575fb3b3 req-c6f4907f-892a-4923-accd-466a4091aa81 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 210 time: 0.0736799 Jan 25 16:10:54.865225 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Pushing event updated for resources: {'Port': ['ID=8332053e-d8e4-4f14-b657-ecc8e1f194ef,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:54.879965 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:54.917674 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Network a86c8819-2978-473d-8d16-86365edfeb60 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:10:54.918458 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:10:54.924333 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:10:54.936807 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:54.949286 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:54.971123 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:54.981774 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:55.022662 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 34590) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:55.064036 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Pushing event updated for resources: {'Port': ['ID=01395b3d-e6cc-4980-b8ec-b89bbc4101a9,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:55.066308 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:55.108783 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Network a86c8819-2978-473d-8d16-86365edfeb60 is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:10:55.109613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:10:55.115571 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Received port after_create {{(pid=79984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:10:55.119955 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ab3dc140-de04-4fb5-8e2b-fd285adb07e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for subnet, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:55.214378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:55.345848 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5e33ca47-e7e8-4e2c-ab38-5e47cd68e74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:55.377467 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-5e33ca47-e7e8-4e2c-ab38-5e47cd68e74e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:55.388910 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-5e33ca47-e7e8-4e2c-ab38-5e47cd68e74e admin admin] Usage tracker for resource:security_group_rule and tenant:c8a0d107eff9487fb1251543f029c1a7 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:55.397756 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-5e33ca47-e7e8-4e2c-ab38-5e47cd68e74e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:55.403581 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dc140-de04-4fb5-8e2b-fd285adb07e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f388996f-3581-45e1-987e-a9f1be3c9d17,revision_number=0']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:55.404362 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ab3dc140-de04-4fb5-8e2b-fd285adb07e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:55.417098 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-5e33ca47-e7e8-4e2c-ab38-5e47cd68e74e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:55.431382 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:55.510331 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3dc140-de04-4fb5-8e2b-fd285adb07e3 admin admin] Checking segment: {'id': 'bbacac84-7a4d-4f9e-8aa5-8eb4cc330e94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c0b427d0-ccde-4ab7-9e33-e37210df2223'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:10:55.510542 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3dc140-de04-4fb5-8e2b-fd285adb07e3 admin admin] Network hostable DHCP agents. Network: c0b427d0-ccde-4ab7-9e33-e37210df2223, hostable agents: ['49719f6d-5a78-4eed-bacf-47ff3e91c67a'], hosted agents: [] {{(pid=79985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 16:10:55.544701 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:55.545335 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3dc140-de04-4fb5-8e2b-fd285adb07e3 admin admin] Network c0b427d0-ccde-4ab7-9e33-e37210df2223 is scheduled to be hosted by DHCP agent 49719f6d-5a78-4eed-bacf-47ff3e91c67a with binding_index 1 {{(pid=79985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 16:10:55.564461 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-ab3dc140-de04-4fb5-8e2b-fd285adb07e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-3-iscsi, c0b427d0-ccde-4ab7-9e33-e37210df2223) {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:10:55.567287 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3dc140-de04-4fb5-8e2b-fd285adb07e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:10:55.567663 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ab3dc140-de04-4fb5-8e2b-fd285adb07e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:55.572712 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185d8e07-06a2-49a5-a78e-72e40ebbe696 None None] Network c0b427d0-ccde-4ab7-9e33-e37210df2223 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:10:55.987873 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854064183'] for router, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:56.030782 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:56.047150 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8eea4b5c-2557-4266-87cd-c71ffbea4803 req-f5fa4f5a-56e1-4cd9-b9bc-c5ace8de4469 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 210 time: 0.0923312 Jan 25 16:10:56.139472 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.117', 64764) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:56.141664 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5e33ca47-e7e8-4e2c-ab38-5e47cd68e74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:56.143261 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1a1107f4-c56f-47bd-b64f-76684ef13f8e req-2ed38ccb-d1d7-4c52-a51b-414c0026ab6e tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 210 time: 0.0706768 Jan 25 16:10:56.167469 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5e33ca47-e7e8-4e2c-ab38-5e47cd68e74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:56.176212 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-ab3dc140-de04-4fb5-8e2b-fd285adb07e3 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2495081 Jan 25 16:10:56.179243 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1699666-6349-423d-ab6d-5a793eb7d0f1 None None] Network c0b427d0-ccde-4ab7-9e33-e37210df2223 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:10:56.188883 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Router bec00401-0764-4e94-a772-156d58b8c0aa is scheduled to L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 with binding_index 1 {{(pid=79984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 25 16:10:56.222702 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:56.228150 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-5e33ca47-e7e8-4e2c-ab38-5e47cd68e74e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c8a0d107eff9487fb1251543f029c1a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2043808 Jan 25 16:10:56.231199 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 34648) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:56.282666 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718d27e4-8a2c-41a8-a5a4-24244892f47f None None] Network 51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:10:56.294294 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854064183'] for router, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:56.309072 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33ca47-e7e8-4e2c-ab38-5e47cd68e74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcdcf0d-106d-4d15-8a77-d01616642934,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:56.311505 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-5e33ca47-e7e8-4e2c-ab38-5e47cd68e74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:56.339141 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34654) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:56.379220 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device e4d32b02-10ee-4244-b768-9c1b67c43597 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:10:56.392913 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f965151-c03d-4d5c-b135-31d1ab297bf8 admin admin] Deleting subnet b0f17586-2bcc-4a6a-984b-5058a3aee4ff {{(pid=79984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 16:10:56.401933 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1f965151-c03d-4d5c-b135-31d1ab297bf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:56.450442 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-6f162ec6-e39b-4f8e-b0a1-4ab06070576c None None] Provisioning for port 84ad6a2a-9aae-4082-8084-55534980b10d completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:10:56.460192 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-34f60b66-4ae8-4428-99c2-312cd15ea960 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:10:56.461405 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-34f60b66-4ae8-4428-99c2-312cd15ea960 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.117 "GET /v2.0/networks?id=b1b16d1d-17f5-48fc-b0df-9149be117ef8 HTTP/1.1" status: 200 len: 814 time: 0.3175862 Jan 25 16:10:56.472866 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-24612af2-238e-4034-a44b-ab7e57de5cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:56.472973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port e4d32b02-10ee-4244-b768-9c1b67c43597 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:10:56.478167 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 84ad6a2a-9aae-4082-8084-55534980b10d up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:10:56.485772 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-24612af2-238e-4034-a44b-ab7e57de5cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:56.502239 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:10:56.512919 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Sync routers for ids ['bec00401-0764-4e94-a772-156d58b8c0aa'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:10:56.515062 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-24612af2-238e-4034-a44b-ab7e57de5cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:56.519541 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-9e5156eb-035f-48d4-a635-7005b47d3b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Request body: {'port': {'device_id': '5765256e-21cd-43b4-aec0-cc4de9d56bd1', 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8', 'admin_state_up': True, 'tenant_id': 'fc505d840c2247b3a74c6589f6f33a33'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:10:56.520155 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Routers {'bec00401-0764-4e94-a772-156d58b8c0aa'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:10:56.520534 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:10:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['bec00401-0764-4e94-a772-156d58b8c0aa'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:10:56.524726 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1f965151-c03d-4d5c-b135-31d1ab297bf8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:56.532529 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1f965151-c03d-4d5c-b135-31d1ab297bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852869732'] for subnet, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:56.534234 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-5e33ca47-e7e8-4e2c-ab38-5e47cd68e74e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:56.572524 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24612af2-238e-4034-a44b-ab7e57de5cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcdcf0d-106d-4d15-8a77-d01616642934,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:56.577412 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-24612af2-238e-4034-a44b-ab7e57de5cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:56.587949 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-24612af2-238e-4034-a44b-ab7e57de5cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:56.589186 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-24612af2-238e-4034-a44b-ab7e57de5cf9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9dcdcf0d-106d-4d15-8a77-d01616642934 HTTP/1.1" status: 204 len: 168 time: 0.3560541 Jan 25 16:10:56.642529 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-9e5156eb-035f-48d4-a635-7005b47d3b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:56.647057 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-9e5156eb-035f-48d4-a635-7005b47d3b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Usage tracker for resource:port and tenant:fc505d840c2247b3a74c6589f6f33a33 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:56.652561 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-9e5156eb-035f-48d4-a635-7005b47d3b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Quota usage for port was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:56.659013 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-9e5156eb-035f-48d4-a635-7005b47d3b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:56.660463 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Router 63cac4e2-2e9c-4572-b634-1615e9495be5 is scheduled to L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 with binding_index 1 {{(pid=79985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 25 16:10:56.717366 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 84ad6a2a-9aae-4082-8084-55534980b10d completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:10:56.717621 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-9e5156eb-035f-48d4-a635-7005b47d3b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Made reservation on behalf of fc505d840c2247b3a74c6589f6f33a33 for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:10:56.723519 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-9e5156eb-035f-48d4-a635-7005b47d3b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:56.724671 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 84ad6a2a-9aae-4082-8084-55534980b10d triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:10:56.724904 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:56.767413 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Set router bec00401-0764-4e94-a772-156d58b8c0aa gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:10:56.884886 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1f965151-c03d-4d5c-b135-31d1ab297bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for subnet, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:56.886809 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:56.956767 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-5d117ad2-7c76-400a-aff1-ac0187b64b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:56.984061 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port 84ad6a2a-9aae-4082-8084-55534980b10d, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=84ad6a2a-9aae-4082-8084-55534980b10d,segment=NetworkSegment(4b11f530-28cd-4a95-9a25-ddbfd907a307),segment_id=4b11f530-28cd-4a95-9a25-ddbfd907a307)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:10:56.988219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:56.990548 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:10:56.995723 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a44aaaf0-65bf-4647-b76c-febcf40a8c23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:57.017478 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f965151-c03d-4d5c-b135-31d1ab297bf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f17586-2bcc-4a6a-984b-5058a3aee4ff,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:57.026056 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1f965151-c03d-4d5c-b135-31d1ab297bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:57.062966 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Notify callbacks [] for router, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:57.068435 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5711026 Jan 25 16:10:57.069059 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 34680) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:57.073073 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Sync routers for ids ['63cac4e2-2e9c-4572-b634-1615e9495be5'] in dv-cinder-766064-3-iscsi {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:10:57.093619 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Routers {'63cac4e2-2e9c-4572-b634-1615e9495be5'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:10:57.094144 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:10:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['63cac4e2-2e9c-4572-b634-1615e9495be5'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:10:57.171697 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Notify callbacks [] for router, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:57.181274 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3122439 Jan 25 16:10:57.183007 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34688) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:57.198456 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa52471-579d-4241-816d-e9fa73cb8526 None None] Network ca5167e0-70f4-4f5e-919e-3039411592c6 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:10:57.215468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:10:55Z', 'revision_number': 3, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:10:57.222685 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Checking router: bec00401-0764-4e94-a772-156d58b8c0aa for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:10:57.223710 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Updating router bec00401-0764-4e94-a772-156d58b8c0aa port 01395b3d-e6cc-4980-b8ec-b89bbc4101a9 binding host dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 16:10:57.303799 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:57.377627 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bffe5696-099d-4d94-addd-ca967ed22e40 req-b3b1ce69-8eec-4a99-8d21-89cc11baabe2 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 210 time: 0.0552828 Jan 25 16:10:57.389788 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1f965151-c03d-4d5c-b135-31d1ab297bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:57.390971 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-1f965151-c03d-4d5c-b135-31d1ab297bf8 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/b0f17586-2bcc-4a6a-984b-5058a3aee4ff HTTP/1.1" status: 204 len: 168 time: 1.0511556 Jan 25 16:10:57.392950 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34704) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:57.473216 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-36584d22-3570-4134-b810-63d20dc272a6 None None] Provisioning complete for port 84ad6a2a-9aae-4082-8084-55534980b10d triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:10:57.473442 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-36584d22-3570-4134-b810-63d20dc272a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:57.515293 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=84ad6a2a-9aae-4082-8084-55534980b10d,revision_number=3']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:57.560720 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:57.646304 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Notify callbacks [] for port, precommit_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:57.653764 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Transition to ACTIVE for port object 01395b3d-e6cc-4980-b8ec-b89bbc4101a9 will not be triggered until provisioned by entity L2. {{(pid=79987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:10:57.657070 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:57.707319 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cd52d609-2763-446f-a2b7-183763e34277 req-996c7375-a793-4729-bc6a-1a8fb7fc36b0 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 210 time: 0.1117501 Jan 25 16:10:57.757204 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.117', 64769) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:57.777536 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Set router 63cac4e2-2e9c-4572-b634-1615e9495be5 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:10:57.849956 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853034955'] for network, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:57.871511 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-667bafe6-e377-4519-83a2-b668dd4ae672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:58.024252 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Pushing event updated for resources: {'Port': ['ID=01395b3d-e6cc-4980-b8ec-b89bbc4101a9,revision_number=2']} {{(pid=79987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:58.056047 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.056487 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.057290 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.057608 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.057947 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.063116 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.065188 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.065561 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.065931 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.066400 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.068216 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.068868 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.069732 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.070113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.070438 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.070770 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.072711 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.073058 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.073491 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.073904 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.075222 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.076461 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.076917 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.077487 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Tracked resource versions report: Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: pushed versions: Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: { 'AddressGroup': {'1.1'}, Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': {'1.0'}, Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': {'1.0'}, Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': {'1.1'}, Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': {'1.6'}, Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': {'1.2'}, Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': {'1.8'}, Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': {'1.4'}, Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': {'1.2'}, Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': {'1.0'}, Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': {'1.1'}, Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': {'1.1'}} Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: consumer versions: Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: { DHCP agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: L3 agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: Metadata agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: Metering agent@dv-cinder-766064-3-iscsi: {}, Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: Open vSwitch agent@dv-cinder-766064-3-iscsi: { 'AddressGroup': '1.1', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': '1.0', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': '1.0', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': '1.1', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': '1.6', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': '1.2', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': '1.8', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': '1.4', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': '1.2', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': '1.0', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': '1.1', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': '1.1'}, Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: Open vSwitch agent@hv-cinder-76606: { 'AddressGroup': '1.1', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'ConntrackHelper': '1.0', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Log': '1.0', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Network': '1.1', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Port': '1.6', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'PortForwarding': '1.2', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'QosPolicy': '1.8', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroup': '1.4', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SecurityGroupRule': '1.2', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'SubPort': '1.0', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Subnet': '1.1', Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: 'Trunk': '1.1'}} Jan 25 16:10:58.078286 dv-cinder-766064-3-iscsi neutron-server[79885]: {{(pid=79987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 25 16:10:58.080233 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-9e5156eb-035f-48d4-a635-7005b47d3b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Allocated IP 172.20.0.2 (b1b16d1d-17f5-48fc-b0df-9149be117ef8/80827190-8e19-4185-80cc-70164a38f983/d054cf75-749d-41af-8710-b100def99e7b) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:10:58.085972 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Attempting to bind port 01395b3d-e6cc-4980-b8ec-b89bbc4101a9 on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:10:58.087586 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Attempting to bind port 01395b3d-e6cc-4980-b8ec-b89bbc4101a9 by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}] {{(pid=79987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:10:58.087951 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Attempting to bind port 01395b3d-e6cc-4980-b8ec-b89bbc4101a9 on network a86c8819-2978-473d-8d16-86365edfeb60 {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:10:58.095695 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:58.097446 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:10:58.099641 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Checking segment: {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:10:58.100024 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:58.100434 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Bound using segment: {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'} {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:10:58.100845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Bound port: 01395b3d-e6cc-4980-b8ec-b89bbc4101a9, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}}] {{(pid=79987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:10:58.101557 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:58.177624 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852872736', 'neutron.services.segments.db._delete_segments_for_network-8743637820497'] for network, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:58.189092 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-b0c44434-408a-422a-b3f3-8222f600056e tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:10:58.190385 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-b0c44434-408a-422a-b3f3-8222f600056e tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.117 "GET /v2.0/networks?id=233bed33-b74e-4d9b-8695-ba20a55f5cf4 HTTP/1.1" status: 200 len: 811 time: 0.4324930 Jan 25 16:10:58.195475 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] For port 01395b3d-e6cc-4980-b8ec-b89bbc4101a9, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:10:58.198224 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] For port 01395b3d-e6cc-4980-b8ec-b89bbc4101a9, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=01395b3d-e6cc-4980-b8ec-b89bbc4101a9,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:10:58.207490 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:58.210401 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-9845c240-a290-4e0d-83dc-6f67a2860d00 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Request body: {'port': {'device_id': 'b631cf26-f3ba-40e1-82ed-4a61fab7b96e', 'network_id': '233bed33-b74e-4d9b-8695-ba20a55f5cf4', 'admin_state_up': True, 'tenant_id': '38954ae24d594a9babc3822b8fbef5db'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:10:58.286071 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:58.298680 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 84ad6a2a-9aae-4082-8084-55534980b10d up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:10:58.350767 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:10:58.350767 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:10:58.350767 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:10:58.351069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Subscribe: > port after_create 55550000 {{(pid=79984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:10:58.354659 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:10:58.356457 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Subscribe: > port after_update 55550000 {{(pid=79984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:10:58.358398 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:10:58.360702 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:10:58.361879 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:10:58.362829 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:10:58.368239 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Pushing event updated for resources: {'Port': ['ID=01395b3d-e6cc-4980-b8ec-b89bbc4101a9,revision_number=3']} {{(pid=79987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:58.371110 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:58.397560 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Routers {'bec00401-0764-4e94-a772-156d58b8c0aa'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:10:58.398026 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:10:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['bec00401-0764-4e94-a772-156d58b8c0aa'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:10:58.523159 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] Set router bec00401-0764-4e94-a772-156d58b8c0aa gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:10:58.561067 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:10:58.561400 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:10:58.561653 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:10:58.561828 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:10:58.562033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bfeaf3a-f1f3-4529-807c-7ab3d8042b48']}} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:10:58.578770 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297f3712-a905-47fa-baf1-14e3bf599128') {'for_net_delete': True} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:10:58.578958 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297f3712-a905-47fa-baf1-14e3bf599128') {} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:10:58.594502 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743637817186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223449'] for segment, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:58.617553 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:58.621702 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=79984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 16:10:58.696045 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-9845c240-a290-4e0d-83dc-6f67a2860d00 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:10:58.700538 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-9845c240-a290-4e0d-83dc-6f67a2860d00 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Usage tracker for resource:port and tenant:38954ae24d594a9babc3822b8fbef5db is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:10:58.704686 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 84ad6a2a-9aae-4082-8084-55534980b10d triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:10:58.705158 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:58.705241 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-9845c240-a290-4e0d-83dc-6f67a2860d00 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Quota usage for port was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:10:58.712937 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-9845c240-a290-4e0d-83dc-6f67a2860d00 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:10:58.739759 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-9845c240-a290-4e0d-83dc-6f67a2860d00 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Made reservation on behalf of 38954ae24d594a9babc3822b8fbef5db for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:10:58.748017 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-9845c240-a290-4e0d-83dc-6f67a2860d00 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:58.826751 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-9e5156eb-035f-48d4-a635-7005b47d3b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:58.868914 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Network 1bfeaf3a-f1f3-4529-807c-7ab3d8042b48 has no segments {{(pid=79984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:10:58.885470 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852869664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852675938'] for segment, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:58.993555 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-c1568469-b2ee-42de-a187-ecf369854d9c None None] Provisioning for port e4d32b02-10ee-4244-b768-9c1b67c43597 completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:10:59.014365 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-c1568469-b2ee-42de-a187-ecf369854d9c None None] Provisioning complete for port e4d32b02-10ee-4244-b768-9c1b67c43597 triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:10:59.014628 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c1568469-b2ee-42de-a187-ecf369854d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:59.044308 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-358bf072-ea1e-466e-9ade-2814ef72f551 req-634dae3a-2599-4b98-8d45-d6f674757f03 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 210 time: 0.1020262 Jan 25 16:10:59.146499 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3b950dcc-fb5e-44ab-9418-0b9b5b6f9ca2 req-5b61c6d3-24c3-45d0-893c-9c27303d219e tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 210 time: 0.1555784 Jan 25 16:10:59.239105 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:10:55Z', 'revision_number': 3, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:10:59.242000 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f29c228-6c8f-4a46-bccb-0139c0126e2d None None] The sync data for ids ['bec00401-0764-4e94-a772-156d58b8c0aa'] in dv-cinder-766064-3-iscsi is: [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:10:55Z', 'revision_number': 3, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:10:59.285404 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Network 1bfeaf3a-f1f3-4529-807c-7ab3d8042b48 has no segments {{(pid=79984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:10:59.309161 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'name': 'tempest-AttachVolumeShelveTestJSON-574668783-router', 'tenant_id': '95283eda37984761942076ba2009fe36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:10:55Z', 'revision_number': 3, 'project_id': '95283eda37984761942076ba2009fe36', 'gw_port': {'id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:10:59.319764 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Checking router: 63cac4e2-2e9c-4572-b634-1615e9495be5 for host: dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:10:59.320247 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Updating router 63cac4e2-2e9c-4572-b634-1615e9495be5 port 8332053e-d8e4-4f14-b657-ecc8e1f194ef binding host dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 16:10:59.351199 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: (rel_b, rel_a, rel_b), Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: (rel_b, rel_a, rel_b), Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: Traceback (most recent call last): Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: timer() Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: cb(*args, **kw) Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: return func(*args, **kwargs) Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: self._notify() Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: self.callback(batched_events) Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: event.method(event) Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: segment_id)['aggregates'][0] Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(self, *a, **k) Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: return self._get(url).json() Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: **kwargs) Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.request(url, 'GET', **kwargs) Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: **endpoint_filter) Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:10:59.358616 dv-cinder-766064-3-iscsi neutron-server[79885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:10:59.363190 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711666'] for network, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:59.373735 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c1568469-b2ee-42de-a187-ecf369854d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:59.399304 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:59.400856 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:59.401679 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-9e5156eb-035f-48d4-a635-7005b47d3b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:59.405892 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:59.424142 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] 10.222.0.107 "DELETE /v2.0/networks/1bfeaf3a-f1f3-4529-807c-7ab3d8042b48 HTTP/1.1" status: 204 len: 168 time: 2.0304997 Jan 25 16:10:59.434267 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:59.445024 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bfeaf3a-f1f3-4529-807c-7ab3d8042b48,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:59.446401 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34786) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:59.455389 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:59.495799 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae716c6-61ca-4b43-967e-b72dc9aafa7c admin admin] Deleting subnet f388996f-3581-45e1-987e-a9f1be3c9d17 {{(pid=79984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 16:10:59.499737 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cae716c6-61ca-4b43-967e-b72dc9aafa7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:59.504313 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-9845c240-a290-4e0d-83dc-6f67a2860d00 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Allocated IP 172.20.0.8 (233bed33-b74e-4d9b-8695-ba20a55f5cf4/81c00340-9541-432a-8c1b-bc3d7371bb1e/74c0c0ec-d91b-4a17-822a-bbc01e36dd93) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:10:59.546698 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:59.570236 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cae716c6-61ca-4b43-967e-b72dc9aafa7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852552367'] for subnet, precommit_delete_associations {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:59.625807 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Notify callbacks [] for port, precommit_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:59.637734 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Transition to ACTIVE for port object 8332053e-d8e4-4f14-b657-ecc8e1f194ef will not be triggered until provisioned by entity L2. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:10:59.642242 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:59.654230 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:10:59.668694 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cae716c6-61ca-4b43-967e-b72dc9aafa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852869732'] for subnet, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:59.740316 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-c1568469-b2ee-42de-a187-ecf369854d9c None None] For port e4d32b02-10ee-4244-b768-9c1b67c43597, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=e4d32b02-10ee-4244-b768-9c1b67c43597,segment=NetworkSegment(3f715a25-a095-496e-a199-326d7ad1ef6c),segment_id=3f715a25-a095-496e-a199-326d7ad1ef6c)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:10:59.803600 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c1568469-b2ee-42de-a187-ecf369854d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:59.869051 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-c1568469-b2ee-42de-a187-ecf369854d9c None None] Provisioning complete for port 84ad6a2a-9aae-4082-8084-55534980b10d triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:10:59.869313 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c1568469-b2ee-42de-a187-ecf369854d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:10:59.888498 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3177ed-836e-4cfc-a8db-1e6736832e92 None None] Pushing event updated for resources: {'Port': ['ID=8332053e-d8e4-4f14-b657-ecc8e1f194ef,revision_number=2']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:10:59.898583 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9e3177ed-836e-4cfc-a8db-1e6736832e92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:10:59.903124 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:00.060726 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Attempting to bind port 8332053e-d8e4-4f14-b657-ecc8e1f194ef on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:11:00.061125 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Attempting to bind port 8332053e-d8e4-4f14-b657-ecc8e1f194ef by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:11:00.061458 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Attempting to bind port 8332053e-d8e4-4f14-b657-ecc8e1f194ef on network a86c8819-2978-473d-8d16-86365edfeb60 {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:11:00.080544 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1568469-b2ee-42de-a187-ecf369854d9c None None] Pushing event updated for resources: {'Port': ['ID=e4d32b02-10ee-4244-b768-9c1b67c43597,revision_number=3']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:00.098691 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:11:00.102064 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Checking segment: {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:11:00.102493 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:00.102870 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Bound using segment: {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:11:00.103446 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Bound port: 8332053e-d8e4-4f14-b657-ecc8e1f194ef, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:11:00.103790 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:00.104858 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5156eb-035f-48d4-a635-7005b47d3b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Pushing event updated for resources: {'Port': ['ID=d054cf75-749d-41af-8710-b100def99e7b,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:00.106896 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9e5156eb-035f-48d4-a635-7005b47d3b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:00.140058 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c1568469-b2ee-42de-a187-ecf369854d9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:00.276323 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] For port 8332053e-d8e4-4f14-b657-ecc8e1f194ef, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:11:00.279897 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] For port 8332053e-d8e4-4f14-b657-ecc8e1f194ef, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=8332053e-d8e4-4f14-b657-ecc8e1f194ef,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:11:00.284694 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:00.299586 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a84de5fc-609d-4ec3-8385-2274644468bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:00.432292 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device e4d32b02-10ee-4244-b768-9c1b67c43597 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:00.480877 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Allocated IP 172.20.0.1 (ca5167e0-70f4-4f5e-919e-3039411592c6/9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd/97a9d25a-cb3d-4286-8987-b11fc1758e91) {{(pid=79984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:11:00.530138 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e7ebc-f333-461b-9acf-e4e8499697cb req-9690305c-b51f-4ef5-9133-3e91c2dc9ec0 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:00.531699 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8d9e7ebc-f333-461b-9acf-e4e8499697cb req-9690305c-b51f-4ef5-9133-3e91c2dc9ec0 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 931 time: 0.2978554 Jan 25 16:11:00.606288 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Allocated IP 172.20.0.1 (51b2e8fa-99b8-468d-a49b-4bf6df10bbd2/51238685-cb80-4e6a-bf2c-386e2e1be418/d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:11:00.630486 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-8d9e7ebc-f333-461b-9acf-e4e8499697cb req-65888d5c-88c1-44a1-925a-b2b34f32b08c tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Synchronizing usage tracker for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:security_group {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:11:00.655227 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cae716c6-61ca-4b43-967e-b72dc9aafa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2188436'] for subnet, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:00.668326 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port e4d32b02-10ee-4244-b768-9c1b67c43597 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:00.668559 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:00.729132 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:00.731420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:00.740789 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Transition to ACTIVE for port object d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e will not be triggered until provisioned by entity DHCP. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:11:00.758763 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:00.760142 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-9e5156eb-035f-48d4-a635-7005b47d3b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Network b1b16d1d-17f5-48fc-b0df-9149be117ef8 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:11:00.765293 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-8d9e7ebc-f333-461b-9acf-e4e8499697cb req-65888d5c-88c1-44a1-925a-b2b34f32b08c tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Unset dirty status for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:security_group {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:11:00.766040 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8d9e7ebc-f333-461b-9acf-e4e8499697cb req-65888d5c-88c1-44a1-925a-b2b34f32b08c tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300520 Jan 25 16:11:00.766875 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cae716c6-61ca-4b43-967e-b72dc9aafa7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:00.776370 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae716c6-61ca-4b43-967e-b72dc9aafa7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f388996f-3581-45e1-987e-a9f1be3c9d17,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:00.785722 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-cae716c6-61ca-4b43-967e-b72dc9aafa7c admin admin] 10.222.0.107 "DELETE /v2.0/subnets/f388996f-3581-45e1-987e-a9f1be3c9d17 HTTP/1.1" status: 204 len: 168 time: 1.3323355 Jan 25 16:11:00.791979 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-cae716c6-61ca-4b43-967e-b72dc9aafa7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:00.792377 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34816) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:00.801582 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fd71396e-69fb-4d40-b2d0-7d9036b8544f req-e5618c81-32ae-446c-a3cc-4b7fc55b1940 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 210 time: 0.0474935 Jan 25 16:11:00.811485 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:00.823534 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Transition to ACTIVE for port object 97a9d25a-cb3d-4286-8987-b11fc1758e91 will not be triggered until provisioned by entity DHCP. {{(pid=79984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:11:00.834387 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-9e5156eb-035f-48d4-a635-7005b47d3b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:11:00.836169 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-9e5156eb-035f-48d4-a635-7005b47d3b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:11:00.850051 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-9e5156eb-035f-48d4-a635-7005b47d3b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:00.850543 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-9e5156eb-035f-48d4-a635-7005b47d3b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:00.858067 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0172a6d2-ef13-4da2-88bb-931a229e4fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:00.905696 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:00.907444 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-ce1767e4-4516-410d-9223-dc7e70e411eb None None] Provisioning complete for port e4d32b02-10ee-4244-b768-9c1b67c43597 triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:00.907700 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ce1767e4-4516-410d-9223-dc7e70e411eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:00.928826 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1eed970e-fbe2-484a-9e20-aef67c713657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:00.949770 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3177ed-836e-4cfc-a8db-1e6736832e92 None None] Pushing event updated for resources: {'Port': ['ID=8332053e-d8e4-4f14-b657-ecc8e1f194ef,revision_number=3']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:00.954338 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-52d7c072-019e-4ea0-b0d3-e4a0ea89e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853034955'] for network, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:00.962772 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9e3177ed-836e-4cfc-a8db-1e6736832e92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:01.004230 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Pushing event updated for resources: {'Port': ['ID=97a9d25a-cb3d-4286-8987-b11fc1758e91,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:01.023632 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Routers {'63cac4e2-2e9c-4572-b634-1615e9495be5'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:11:01.024034 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:10:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['63cac4e2-2e9c-4572-b634-1615e9495be5'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:01.034566 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:01.045119 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Pushing event updated for resources: {'Port': ['ID=d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:01.047720 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:01.057967 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Network 51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:11:01.059101 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-9e5156eb-035f-48d4-a635-7005b47d3b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5451033 Jan 25 16:11:01.062719 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:11:01.074045 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:11:01.074540 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711547'] for router_interface, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:01.150456 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-52d7c072-019e-4ea0-b0d3-e4a0ea89e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852872736', 'neutron.services.segments.db._delete_segments_for_network-8743637820497'] for network, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:01.155758 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 01395b3d-e6cc-4980-b8ec-b89bbc4101a9 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:01.239274 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] Set router 63cac4e2-2e9c-4572-b634-1615e9495be5 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:11:01.247474 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Network ca5167e0-70f4-4f5e-919e-3039411592c6 is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:11:01.249717 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:11:01.251910 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Received port after_create {{(pid=79984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:11:01.293557 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-52d7c072-019e-4ea0-b0d3-e4a0ea89e3ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b427d0-ccde-4ab7-9e33-e37210df2223']}} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:01.315078 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-52d7c072-019e-4ea0-b0d3-e4a0ea89e3ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbacac84-7a4d-4f9e-8aa5-8eb4cc330e94') {'for_net_delete': True} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:01.315263 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-52d7c072-019e-4ea0-b0d3-e4a0ea89e3ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbacac84-7a4d-4f9e-8aa5-8eb4cc330e94') {} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:01.347028 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-52d7c072-019e-4ea0-b0d3-e4a0ea89e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743637817186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223449'] for segment, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:01.355939 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711547'] for router_interface, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:01.377115 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-52d7c072-019e-4ea0-b0d3-e4a0ea89e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:01.382421 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-52d7c072-019e-4ea0-b0d3-e4a0ea89e3ef admin admin] Releasing vxlan tunnel 8 to pool {{(pid=79984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 16:11:01.411296 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 01395b3d-e6cc-4980-b8ec-b89bbc4101a9 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:11:01.411498 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-ec24dbc1-dbe3-4cde-8035-0ecef20e9e0b tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:11:01.412043 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-ec24dbc1-dbe3-4cde-8035-0ecef20e9e0b tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0047235 Jan 25 16:11:01.421280 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 01395b3d-e6cc-4980-b8ec-b89bbc4101a9 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:01.421280 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:01.468793 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-9845c240-a290-4e0d-83dc-6f67a2860d00 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:01.491580 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-9845c240-a290-4e0d-83dc-6f67a2860d00 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:01.510837 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:01.542780 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-f1db3a16-7f65-4eeb-99ec-09c385b47536 None None] Provisioning for port d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:11:01.550814 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-52d7c072-019e-4ea0-b0d3-e4a0ea89e3ef admin admin] Network c0b427d0-ccde-4ab7-9e33-e37210df2223 has no segments {{(pid=79984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:11:01.554496 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845c240-a290-4e0d-83dc-6f67a2860d00 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Pushing event updated for resources: {'Port': ['ID=74c0c0ec-d91b-4a17-822a-bbc01e36dd93,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:01.559365 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-52d7c072-019e-4ea0-b0d3-e4a0ea89e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852869664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852675938'] for segment, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:01.563610 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-f1db3a16-7f65-4eeb-99ec-09c385b47536 None None] Provisioning complete for port d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:01.563865 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f1db3a16-7f65-4eeb-99ec-09c385b47536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:01.589792 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9845c240-a290-4e0d-83dc-6f67a2860d00 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:01.597294 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:01.700028 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-f1db3a16-7f65-4eeb-99ec-09c385b47536 None None] Port d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:11:01.703910 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Request body: {'port': {'device_id': '5765256e-21cd-43b4-aec0-cc4de9d56bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:11:01.707010 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:01.734805 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port 01395b3d-e6cc-4980-b8ec-b89bbc4101a9, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=01395b3d-e6cc-4980-b8ec-b89bbc4101a9,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:11:01.756825 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:01.759726 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2aab9458-6e82-4212-943c-737573669cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:01.782083 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-52d7c072-019e-4ea0-b0d3-e4a0ea89e3ef admin admin] Network c0b427d0-ccde-4ab7-9e33-e37210df2223 has no segments {{(pid=79984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:11:01.810677 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=01395b3d-e6cc-4980-b8ec-b89bbc4101a9,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:01.813983 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:01.827843 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-aa49953a-f91c-4933-bad1-cdeaf1cb2a88 None None] Provisioning for port 97a9d25a-cb3d-4286-8987-b11fc1758e91 completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: Traceback (most recent call last): Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: timer() Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: cb(*args, **kw) Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: return func(*args, **kwargs) Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: self._notify() Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: self.callback(batched_events) Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: event.method(event) Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: segment_id)['aggregates'][0] Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(self, *a, **k) Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: return self._get(url).json() Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: **kwargs) Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.request(url, 'GET', **kwargs) Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: **endpoint_filter) Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:11:01.828060 dv-cinder-766064-3-iscsi neutron-server[79885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:11:01.844841 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-aa49953a-f91c-4933-bad1-cdeaf1cb2a88 None None] Provisioning complete for port 97a9d25a-cb3d-4286-8987-b11fc1758e91 triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:01.845193 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-aa49953a-f91c-4933-bad1-cdeaf1cb2a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:01.896672 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-9845c240-a290-4e0d-83dc-6f67a2860d00 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Network 233bed33-b74e-4d9b-8695-ba20a55f5cf4 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:11:01.917697 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'name': 'tempest-AttachVolumeShelveTestJSON-574668783-router', 'tenant_id': '95283eda37984761942076ba2009fe36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:10:55Z', 'revision_number': 3, 'project_id': '95283eda37984761942076ba2009fe36', 'gw_port': {'id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:01.921164 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-9845c240-a290-4e0d-83dc-6f67a2860d00 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:11:01.931714 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-9845c240-a290-4e0d-83dc-6f67a2860d00 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:11:01.947254 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6ddb19-9377-41e9-8148-537c689999b5 None None] The sync data for ids ['63cac4e2-2e9c-4572-b634-1615e9495be5'] in dv-cinder-766064-3-iscsi is: [{'id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'name': 'tempest-AttachVolumeShelveTestJSON-574668783-router', 'tenant_id': '95283eda37984761942076ba2009fe36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:10:55Z', 'revision_number': 3, 'project_id': '95283eda37984761942076ba2009fe36', 'gw_port': {'id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}] {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:11:01.956598 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-9845c240-a290-4e0d-83dc-6f67a2860d00 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:01.957060 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-9845c240-a290-4e0d-83dc-6f67a2860d00 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:01.984133 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-aa49953a-f91c-4933-bad1-cdeaf1cb2a88 None None] Port 97a9d25a-cb3d-4286-8987-b11fc1758e91 cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:11:02.043591 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:02.055231 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-9845c240-a290-4e0d-83dc-6f67a2860d00 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8477023 Jan 25 16:11:02.066498 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Request body: {'port': {'device_id': 'b631cf26-f3ba-40e1-82ed-4a61fab7b96e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:11:02.068590 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-52d7c072-019e-4ea0-b0d3-e4a0ea89e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711666'] for network, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:02.069607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:02.086479 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:02.101077 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-52d7c072-019e-4ea0-b0d3-e4a0ea89e3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:02.296291 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 01395b3d-e6cc-4980-b8ec-b89bbc4101a9 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:02.341740 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 01395b3d-e6cc-4980-b8ec-b89bbc4101a9 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:02.341740 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:02.379800 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34856) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:02.383109 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7c072-019e-4ea0-b0d3-e4a0ea89e3ef admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b427d0-ccde-4ab7-9e33-e37210df2223,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:02.393191 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-52d7c072-019e-4ea0-b0d3-e4a0ea89e3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:02.394613 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-52d7c072-019e-4ea0-b0d3-e4a0ea89e3ef admin admin] 10.222.0.107 "DELETE /v2.0/networks/c0b427d0-ccde-4ab7-9e33-e37210df2223 HTTP/1.1" status: 204 len: 168 time: 1.6001050 Jan 25 16:11:02.445067 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a4ba8-db00-4be4-a09a-b76d1a1c52ac req-d2223a29-4d0f-40a5-8fcc-8ec5727103d3 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:02.450216 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f32a4ba8-db00-4be4-a09a-b76d1a1c52ac req-d2223a29-4d0f-40a5-8fcc-8ec5727103d3 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 931 time: 0.4727271 Jan 25 16:11:02.512716 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-f32a4ba8-db00-4be4-a09a-b76d1a1c52ac req-baca2553-4ee2-41af-9d66-0bc57c069cf4 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Synchronizing usage tracker for tenant:38954ae24d594a9babc3822b8fbef5db on resource:security_group {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:11:02.573220 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-f32a4ba8-db00-4be4-a09a-b76d1a1c52ac req-baca2553-4ee2-41af-9d66-0bc57c069cf4 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Unset dirty status for tenant:38954ae24d594a9babc3822b8fbef5db on resource:security_group {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:11:02.580949 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f32a4ba8-db00-4be4-a09a-b76d1a1c52ac req-baca2553-4ee2-41af-9d66-0bc57c069cf4 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301026 Jan 25 16:11:02.594910 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9e929389-410b-43f7-965c-5e58c77e230a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:02.600927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 34864) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:02.644823 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-9e929389-410b-43f7-965c-5e58c77e230a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:02.647095 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-9e929389-410b-43f7-965c-5e58c77e230a admin admin] Usage tracker for resource:security_group_rule and tenant:4c3d9f19b1ed4e0eae278ed40ba3f4d9 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:02.648833 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-9e929389-410b-43f7-965c-5e58c77e230a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:02.655190 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-9e929389-410b-43f7-965c-5e58c77e230a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:02.692164 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ccf82-a3c1-4041-b596-dbd637217f2a req-49da69d6-3c46-4b9d-b197-c4e7ae2b7ae7 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:02.692688 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-194ccf82-a3c1-4041-b596-dbd637217f2a req-49da69d6-3c46-4b9d-b197-c4e7ae2b7ae7 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Synchronizing usage tracker for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:11:02.723667 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9e929389-410b-43f7-965c-5e58c77e230a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:02.729090 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9e929389-410b-43f7-965c-5e58c77e230a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:02.736781 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-25d7c92b-5ea4-4447-8269-051918572c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:02.780574 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-62edc5d7-49b1-4d32-8d22-ad9489f1aa71 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=261119e0eb7346099999506ffbe0172d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1767631 Jan 25 16:11:02.785580 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:02.787866 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:02.796570 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34868) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:02.804586 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:02.808688 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854229343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719056'] for router_interface, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:02.817225 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-194ccf82-a3c1-4041-b596-dbd637217f2a req-49da69d6-3c46-4b9d-b197-c4e7ae2b7ae7 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Unset dirty status for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:11:02.817992 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-194ccf82-a3c1-4041-b596-dbd637217f2a req-49da69d6-3c46-4b9d-b197-c4e7ae2b7ae7 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 931 time: 0.8906887 Jan 25 16:11:02.818746 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e929389-410b-43f7-965c-5e58c77e230a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57bf44e-176f-458c-aa1d-3107a97b80ed,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:02.821130 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9e929389-410b-43f7-965c-5e58c77e230a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:02.822650 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:02.823575 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:02.828680 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-9e929389-410b-43f7-965c-5e58c77e230a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4c3d9f19b1ed4e0eae278ed40ba3f4d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465108 Jan 25 16:11:02.833371 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34872) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:02.842095 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852675872'] for port, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:02.868650 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:02.948728 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6615d3b5-0cf1-4c86-b726-7b2f9eff5884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:02.966198 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854229343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719056'] for router_interface, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:03.019012 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Pushing event updated for resources: {'Port': ['ID=97a9d25a-cb3d-4286-8987-b11fc1758e91,revision_number=2']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:03.021478 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:03.022028 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-632c4260-d778-4ee4-bbeb-edd29f1f1ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:03.042792 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6615d3b5-0cf1-4c86-b726-7b2f9eff5884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:03.062170 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Pushing event updated for resources: {'Port': ['ID=d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:03.076861 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-632c4260-d778-4ee4-bbeb-edd29f1f1ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:03.078568 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:03.083599 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-194ccf82-a3c1-4041-b596-dbd637217f2a req-1fa533e7-8032-4f86-81ee-7dc1d5006720 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110553 Jan 25 16:11:03.144527 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Network ca5167e0-70f4-4f5e-919e-3039411592c6 is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:11:03.146475 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:11:03.152039 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6615d3b5-0cf1-4c86-b726-7b2f9eff5884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:03.165216 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-3c3ac9c8-cfed-4373-aaa1-7b296f1881e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:03.189967 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Network 51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:11:03.207949 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-632c4260-d778-4ee4-bbeb-edd29f1f1ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:03.217982 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615d3b5-0cf1-4c86-b726-7b2f9eff5884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e62486-d3f7-4801-a090-0dc20cf9733d,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:03.219650 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6615d3b5-0cf1-4c86-b726-7b2f9eff5884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:03.220118 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6615d3b5-0cf1-4c86-b726-7b2f9eff5884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:03.222443 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:11:03.285402 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c4260-d778-4ee4-bbeb-edd29f1f1ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57bf44e-176f-458c-aa1d-3107a97b80ed,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:03.286536 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-632c4260-d778-4ee4-bbeb-edd29f1f1ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:03.288614 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-632c4260-d778-4ee4-bbeb-edd29f1f1ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:03.298846 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-632c4260-d778-4ee4-bbeb-edd29f1f1ce5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b57bf44e-176f-458c-aa1d-3107a97b80ed HTTP/1.1" status: 204 len: 168 time: 0.4585481 Jan 25 16:11:03.316406 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6615d3b5-0cf1-4c86-b726-7b2f9eff5884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:03.331304 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-6615d3b5-0cf1-4c86-b726-7b2f9eff5884 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/01e62486-d3f7-4801-a090-0dc20cf9733d HTTP/1.1" status: 204 len: 168 time: 0.5297773 Jan 25 16:11:03.356022 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.db.resource_extend [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 25 16:11:03.383976 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Router bec00401-0764-4e94-a772-156d58b8c0aa has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:11:03.414774 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-dffeb0b1-c831-4f48-bbbf-34be8f8b9f22 None None] Provisioning complete for port 97a9d25a-cb3d-4286-8987-b11fc1758e91 triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:03.415421 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-dffeb0b1-c831-4f48-bbbf-34be8f8b9f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:03.452562 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d054cf75-749d-41af-8710-b100def99e7b {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:11:03.462249 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-dffeb0b1-c831-4f48-bbbf-34be8f8b9f22 None None] Port 97a9d25a-cb3d-4286-8987-b11fc1758e91 cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:11:03.467878 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:03.491177 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Transition to ACTIVE for port object d054cf75-749d-41af-8710-b100def99e7b will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:11:03.501384 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:03.538605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9e5156eb-035f-48d4-a635-7005b47d3b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:03.559966 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Router 63cac4e2-2e9c-4572-b634-1615e9495be5 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:11:03.563332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:11:03.576127 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Sync routers for ids ['bec00401-0764-4e94-a772-156d58b8c0aa'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:11:03.576568 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] 10.222.0.107 "PUT /v2.0/routers/bec00401-0764-4e94-a772-156d58b8c0aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3882818 Jan 25 16:11:03.583571 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Routers {'bec00401-0764-4e94-a772-156d58b8c0aa'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:11:03.584279 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-f552a957-6421-470a-b6dd-b3a9d3392512 None None] Provisioning complete for port d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:03.586354 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f552a957-6421-470a-b6dd-b3a9d3392512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:03.586757 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:10:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['bec00401-0764-4e94-a772-156d58b8c0aa'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:03.648430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-f552a957-6421-470a-b6dd-b3a9d3392512 None None] Port d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:11:03.657729 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c0c0ec-d91b-4a17-822a-bbc01e36dd93 {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:11:03.676441 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Pushing event updated for resources: {'Port': ['ID=d054cf75-749d-41af-8710-b100def99e7b,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:03.679637 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:03.713994 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Set router bec00401-0764-4e94-a772-156d58b8c0aa gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:11:03.729096 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34894) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:03.770976 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34898) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:03.786272 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-684a940b-0642-42f9-8763-fe0bbde438da admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:03.819857 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-684a940b-0642-42f9-8763-fe0bbde438da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:03.829014 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-684a940b-0642-42f9-8763-fe0bbde438da admin admin] Usage tracker for resource:security_group_rule and tenant:784682d45c624c4d9f6265c80a4cdb6b is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:03.834150 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-46920840-eb77-44d3-bbd3-9d9ca2975724 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f55210a19d7d4600b8c460cb2432ef14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1040759 Jan 25 16:11:03.834982 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-684a940b-0642-42f9-8763-fe0bbde438da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:03.837442 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34902) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:03.842610 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-684a940b-0642-42f9-8763-fe0bbde438da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:03.886119 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92866f61-5220-4603-84bd-bdcb17802d2a req-09777b23-6d56-4ee0-8e82-bcd80837941c tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:03.890760 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-92866f61-5220-4603-84bd-bdcb17802d2a req-09777b23-6d56-4ee0-8e82-bcd80837941c tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 931 time: 0.2031422 Jan 25 16:11:03.932765 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '97a9d25a-cb3d-4286-8987-b11fc1758e91', 'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'mac_address': 'fa:16:3e:16:79:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:59Z', 'updated_at': '2021-01-25T16:11:02Z', 'revision_number': 2, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'subnets': [{'id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:03.935518 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Checking router: bec00401-0764-4e94-a772-156d58b8c0aa for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:11:03.935878 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Updating router bec00401-0764-4e94-a772-156d58b8c0aa port 97a9d25a-cb3d-4286-8987-b11fc1758e91 binding host dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 16:11:03.955365 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-92866f61-5220-4603-84bd-bdcb17802d2a req-20207bfe-888e-43da-9497-440db5713327 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639791 Jan 25 16:11:03.961010 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b0522568-e29b-4c68-a5c3-f7dcc42c628e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:03.961670 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:03.985310 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.002877 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Transition to ACTIVE for port object 74c0c0ec-d91b-4a17-822a-bbc01e36dd93 will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:11:04.015737 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.018076 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b0522568-e29b-4c68-a5c3-f7dcc42c628e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.040772 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:04.086744 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b0522568-e29b-4c68-a5c3-f7dcc42c628e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.095580 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:04.111918 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0522568-e29b-4c68-a5c3-f7dcc42c628e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f5356a-26b0-4f4d-805c-289bb8a7f7bc,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:04.166511 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:11:04.169052 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-684a940b-0642-42f9-8763-fe0bbde438da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.173291 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b0522568-e29b-4c68-a5c3-f7dcc42c628e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.176112 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-b0522568-e29b-4c68-a5c3-f7dcc42c628e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/44f5356a-26b0-4f4d-805c-289bb8a7f7bc HTTP/1.1" status: 204 len: 168 time: 0.3345807 Jan 25 16:11:04.176375 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-6ae9ae90-624f-443e-98f8-530349edeb36 admin admin] 10.222.0.107 "PUT /v2.0/routers/63cac4e2-2e9c-4572-b634-1615e9495be5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1034267 Jan 25 16:11:04.187827 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Pushing event updated for resources: {'Port': ['ID=74c0c0ec-d91b-4a17-822a-bbc01e36dd93,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:04.192574 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:04.208717 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b0522568-e29b-4c68-a5c3-f7dcc42c628e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:04.209193 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-684a940b-0642-42f9-8763-fe0bbde438da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.210420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Attempting to bind port d054cf75-749d-41af-8710-b100def99e7b on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:11:04.210624 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Attempting to bind port d054cf75-749d-41af-8710-b100def99e7b by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '4c88bdfb-61eb-494e-8176-98526c7183ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:11:04.210820 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Attempting to bind port d054cf75-749d-41af-8710-b100def99e7b on network b1b16d1d-17f5-48fc-b0df-9149be117ef8 {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:11:04.216299 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:11:04.216502 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Checking segment: {'id': '4c88bdfb-61eb-494e-8176-98526c7183ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:11:04.216742 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.216954 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Bound using segment: {'id': '4c88bdfb-61eb-494e-8176-98526c7183ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:11:04.217271 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Bound port: d054cf75-749d-41af-8710-b100def99e7b, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c88bdfb-61eb-494e-8176-98526c7183ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:11:04.217411 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.222018 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:04.299517 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Notify callbacks [] for port, precommit_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.344592 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 8332053e-d8e4-4f14-b657-ecc8e1f194ef up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:04.356941 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Transition to ACTIVE for port object 97a9d25a-cb3d-4286-8987-b11fc1758e91 will not be triggered until provisioned by entity L2. {{(pid=79987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:11:04.361000 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.366112 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-684a940b-0642-42f9-8763-fe0bbde438da admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=784682d45c624c4d9f6265c80a4cdb6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5926881 Jan 25 16:11:04.370066 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a940b-0642-42f9-8763-fe0bbde438da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa15d93e-1913-4b2c-81a3-8f1f3be81ab3,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:04.372709 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:04.376982 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-684a940b-0642-42f9-8763-fe0bbde438da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:04.379251 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34924) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:04.411480 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Attempting to bind port 74c0c0ec-d91b-4a17-822a-bbc01e36dd93 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:11:04.411703 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Attempting to bind port 74c0c0ec-d91b-4a17-822a-bbc01e36dd93 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '0ff2507f-642d-40be-9b0f-4c3515f56bcc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '233bed33-b74e-4d9b-8695-ba20a55f5cf4'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:11:04.411910 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Attempting to bind port 74c0c0ec-d91b-4a17-822a-bbc01e36dd93 on network 233bed33-b74e-4d9b-8695-ba20a55f5cf4 {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:11:04.423021 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 8332053e-d8e4-4f14-b657-ecc8e1f194ef completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:11:04.427249 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 8332053e-d8e4-4f14-b657-ecc8e1f194ef triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:04.427482 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.428732 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:11:04.428939 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Checking segment: {'id': '0ff2507f-642d-40be-9b0f-4c3515f56bcc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '233bed33-b74e-4d9b-8695-ba20a55f5cf4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:11:04.429169 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.429385 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Bound using segment: {'id': '0ff2507f-642d-40be-9b0f-4c3515f56bcc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '233bed33-b74e-4d9b-8695-ba20a55f5cf4'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:11:04.429668 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Bound port: 74c0c0ec-d91b-4a17-822a-bbc01e36dd93, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff2507f-642d-40be-9b0f-4c3515f56bcc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '233bed33-b74e-4d9b-8695-ba20a55f5cf4'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:11:04.429898 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.475238 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-223ebecd-2783-4b05-8646-ea55ff1105fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.506293 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc58be-55df-4e16-8aea-c0b204d4744c req-b0de517f-884b-4447-9458-3ea3fa384cee tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:04.507870 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-84cc58be-55df-4e16-8aea-c0b204d4744c req-b0de517f-884b-4447-9458-3ea3fa384cee tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 943 time: 0.2259178 Jan 25 16:11:04.517886 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34932) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:04.524278 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-223ebecd-2783-4b05-8646-ea55ff1105fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.531246 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-2d7d50c8-7f04-4ccd-98c3-dffa3e6a57cb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Request body: {'security_group': {'name': 'tempest-securitygroup--603946591', 'description': 'tempest-description--1002928781'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:11:04.537117 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-2d7d50c8-7f04-4ccd-98c3-dffa3e6a57cb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:04.539742 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-2d7d50c8-7f04-4ccd-98c3-dffa3e6a57cb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Usage tracker for resource:security_group and tenant:3d9dc1d24c694798a5da5bb1f60d075a is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:04.541652 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-2d7d50c8-7f04-4ccd-98c3-dffa3e6a57cb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:04.545001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-2d7d50c8-7f04-4ccd-98c3-dffa3e6a57cb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:04.552644 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] For port d054cf75-749d-41af-8710-b100def99e7b, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:11:04.560072 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe30f8-71e2-4e3e-ab1d-ec6def90e58c None None] Pushing event updated for resources: {'Port': ['ID=97a9d25a-cb3d-4286-8987-b11fc1758e91,revision_number=3']} {{(pid=79987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:04.562993 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2d7d50c8-7f04-4ccd-98c3-dffa3e6a57cb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.569985 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-afbe30f8-71e2-4e3e-ab1d-ec6def90e58c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:04.597607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] For port d054cf75-749d-41af-8710-b100def99e7b, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=d054cf75-749d-41af-8710-b100def99e7b,segment=NetworkSegment(4c88bdfb-61eb-494e-8176-98526c7183ca),segment_id=4c88bdfb-61eb-494e-8176-98526c7183ca)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:11:04.610167 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.645620 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9845c240-a290-4e0d-83dc-6f67a2860d00 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:04.650970 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.667140 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-2d7d50c8-7f04-4ccd-98c3-dffa3e6a57cb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:04.673111 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-84cc58be-55df-4e16-8aea-c0b204d4744c req-05dc502e-4a30-4a54-976d-f3fe9463e4ea tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516700 Jan 25 16:11:04.683383 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-2d7d50c8-7f04-4ccd-98c3-dffa3e6a57cb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Usage tracker for resource:security_group_rule and tenant:3d9dc1d24c694798a5da5bb1f60d075a is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:04.685723 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-2d7d50c8-7f04-4ccd-98c3-dffa3e6a57cb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:04.694848 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-2d7d50c8-7f04-4ccd-98c3-dffa3e6a57cb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:04.706041 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port 8332053e-d8e4-4f14-b657-ecc8e1f194ef, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=8332053e-d8e4-4f14-b657-ecc8e1f194ef,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:11:04.712062 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.726723 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:04.743689 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] For port 74c0c0ec-d91b-4a17-822a-bbc01e36dd93, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:11:04.752797 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-223ebecd-2783-4b05-8646-ea55ff1105fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.781617 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:04.793610 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] For port 74c0c0ec-d91b-4a17-822a-bbc01e36dd93, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=74c0c0ec-d91b-4a17-822a-bbc01e36dd93,segment=NetworkSegment(0ff2507f-642d-40be-9b0f-4c3515f56bcc),segment_id=0ff2507f-642d-40be-9b0f-4c3515f56bcc)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:11:04.811513 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.852414 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ebecd-2783-4b05-8646-ea55ff1105fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa15d93e-1913-4b2c-81a3-8f1f3be81ab3,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:04.858034 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-223ebecd-2783-4b05-8646-ea55ff1105fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:04.859257 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Attempting to bind port 97a9d25a-cb3d-4286-8987-b11fc1758e91 on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:11:04.859486 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Attempting to bind port 97a9d25a-cb3d-4286-8987-b11fc1758e91 by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': '3f715a25-a095-496e-a199-326d7ad1ef6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6'}] {{(pid=79987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:11:04.859744 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Attempting to bind port 97a9d25a-cb3d-4286-8987-b11fc1758e91 on network ca5167e0-70f4-4f5e-919e-3039411592c6 {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:11:04.864000 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-223ebecd-2783-4b05-8646-ea55ff1105fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.875102 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-223ebecd-2783-4b05-8646-ea55ff1105fa admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/aa15d93e-1913-4b2c-81a3-8f1f3be81ab3 HTTP/1.1" status: 204 len: 168 time: 0.4872489 Jan 25 16:11:04.877267 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:11:04.877501 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Checking segment: {'id': '3f715a25-a095-496e-a199-326d7ad1ef6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:11:04.877754 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.878220 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Bound using segment: {'id': '3f715a25-a095-496e-a199-326d7ad1ef6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6'} {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:11:04.878783 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Bound port: 97a9d25a-cb3d-4286-8987-b11fc1758e91, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f715a25-a095-496e-a199-326d7ad1ef6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6'}}] {{(pid=79987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:11:04.879988 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.922162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=8332053e-d8e4-4f14-b657-ecc8e1f194ef,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:04.925708 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:04.947763 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2d7d50c8-7f04-4ccd-98c3-dffa3e6a57cb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.957415 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2d7d50c8-7f04-4ccd-98c3-dffa3e6a57cb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:04.964806 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Pushing event updated for resources: {'Port': ['ID=d054cf75-749d-41af-8710-b100def99e7b,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:04.968835 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:04.970116 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:04.972781 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:05.004738 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2d7d50c8-7f04-4ccd-98c3-dffa3e6a57cb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.007860 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-2d7d50c8-7f04-4ccd-98c3-dffa3e6a57cb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4856870 Jan 25 16:11:05.008765 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34950) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:05.014851 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-ebe07630-86e0-489c-b579-d9a54d16e7b6 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Request body: {'security_group_rule': {'security_group_id': '3c18b7b4-7342-488c-be98-bd4a0da009f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:11:05.020996 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d50c8-7f04-4ccd-98c3-dffa3e6a57cb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Pushing event updated for resources: {'SecurityGroup': ['ID=3c18b7b4-7342-488c-be98-bd4a0da009f3,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:05.023213 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2d7d50c8-7f04-4ccd-98c3-dffa3e6a57cb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:05.024885 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ebe07630-86e0-489c-b579-d9a54d16e7b6 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:05.027329 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ebe07630-86e0-489c-b579-d9a54d16e7b6 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Usage tracker for resource:security_group_rule and tenant:3d9dc1d24c694798a5da5bb1f60d075a is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:05.029391 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ebe07630-86e0-489c-b579-d9a54d16e7b6 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:05.032971 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ebe07630-86e0-489c-b579-d9a54d16e7b6 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:05.052922 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ebe07630-86e0-489c-b579-d9a54d16e7b6 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group_rule, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.055100 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] For port 97a9d25a-cb3d-4286-8987-b11fc1758e91, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:11:05.057418 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] For port 97a9d25a-cb3d-4286-8987-b11fc1758e91, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=97a9d25a-cb3d-4286-8987-b11fc1758e91,segment=NetworkSegment(3f715a25-a095-496e-a199-326d7ad1ef6c),segment_id=3f715a25-a095-496e-a199-326d7ad1ef6c)] {{(pid=79987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:11:05.060436 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.072136 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-afbe30f8-71e2-4e3e-ab1d-ec6def90e58c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:05.079402 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:05.081335 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.083261 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] 10.222.0.117 "PUT /v2.0/ports/d054cf75-749d-41af-8710-b100def99e7b HTTP/1.1" status: 200 len: 1157 time: 3.4944341 Jan 25 16:11:05.088978 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5765256e-21cd-43b4-aec0-cc4de9d56bd1', 'tag': 'd054cf75-749d-41af-8710-b100def99e7b'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:11:05.164836 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 34958) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:05.174596 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Pushing event updated for resources: {'Port': ['ID=74c0c0ec-d91b-4a17-822a-bbc01e36dd93,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:05.181894 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-86a7a810-55f9-4f3c-bbe5-085114376720 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Request body: {'security_group': {'name': 'tempest-securitygroup--2099175156', 'description': 'tempest-description--144093182'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:11:05.199148 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe30f8-71e2-4e3e-ab1d-ec6def90e58c None None] Pushing event updated for resources: {'Port': ['ID=97a9d25a-cb3d-4286-8987-b11fc1758e91,revision_number=4']} {{(pid=79987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:05.202419 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-afbe30f8-71e2-4e3e-ab1d-ec6def90e58c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:05.208195 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-86a7a810-55f9-4f3c-bbe5-085114376720 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:05.216014 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:05.230874 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-86a7a810-55f9-4f3c-bbe5-085114376720 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Usage tracker for resource:security_group and tenant:95283eda37984761942076ba2009fe36 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:05.243134 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-86a7a810-55f9-4f3c-bbe5-085114376720 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:05.246187 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ebe07630-86e0-489c-b579-d9a54d16e7b6 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.253136 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-86a7a810-55f9-4f3c-bbe5-085114376720 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:05.253998 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ebe07630-86e0-489c-b579-d9a54d16e7b6 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911720'] for security_group_rule, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.257242 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:05.257565 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:05.257673 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.258641 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] 10.222.0.117 "PUT /v2.0/ports/74c0c0ec-d91b-4a17-822a-bbc01e36dd93 HTTP/1.1" status: 200 len: 1157 time: 3.1962278 Jan 25 16:11:05.266620 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Sync routers for ids ['63cac4e2-2e9c-4572-b634-1615e9495be5'] in dv-cinder-766064-3-iscsi {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:11:05.272207 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Routers {'bec00401-0764-4e94-a772-156d58b8c0aa'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:11:05.272591 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:10:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['bec00401-0764-4e94-a772-156d58b8c0aa'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:05.273852 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Routers {'63cac4e2-2e9c-4572-b634-1615e9495be5'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:11:05.274232 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:10:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['63cac4e2-2e9c-4572-b634-1615e9495be5'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:05.279264 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe07630-86e0-489c-b579-d9a54d16e7b6 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4370abd3-8000-458b-ae62-d1dc4493ac07,revision_number=0']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:05.281705 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-86a7a810-55f9-4f3c-bbe5-085114376720 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.319221 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-86a7a810-55f9-4f3c-bbe5-085114376720 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:05.320891 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f6f52-6631-4dd5-a443-9f3def5ce412 req-a9678102-16c3-4108-9725-a5bf3a9bae40 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:05.322260 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f44f6f52-6631-4dd5-a443-9f3def5ce412 req-a9678102-16c3-4108-9725-a5bf3a9bae40 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 943 time: 0.1567984 Jan 25 16:11:05.323017 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ebe07630-86e0-489c-b579-d9a54d16e7b6 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:05.353885 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ebe07630-86e0-489c-b579-d9a54d16e7b6 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group_rule, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.354777 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-ebe07630-86e0-489c-b579-d9a54d16e7b6 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3454316 Jan 25 16:11:05.357705 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34968) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:05.362201 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-c1639494-cd03-4cf6-912b-99b6887ca737 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Request body: {'security_group_rule': {'security_group_id': '3c18b7b4-7342-488c-be98-bd4a0da009f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:11:05.378767 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-c1639494-cd03-4cf6-912b-99b6887ca737 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:05.382832 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-c1639494-cd03-4cf6-912b-99b6887ca737 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Usage tracker for resource:security_group_rule and tenant:3d9dc1d24c694798a5da5bb1f60d075a is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:05.385854 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-c1639494-cd03-4cf6-912b-99b6887ca737 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:05.407740 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f44f6f52-6631-4dd5-a443-9f3def5ce412 req-172509c9-2c4a-450e-8cf4-64aef00a232c tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797493 Jan 25 16:11:05.407981 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-86a7a810-55f9-4f3c-bbe5-085114376720 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Usage tracker for resource:security_group_rule and tenant:95283eda37984761942076ba2009fe36 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:05.408657 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-c1639494-cd03-4cf6-912b-99b6887ca737 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:05.411490 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-86a7a810-55f9-4f3c-bbe5-085114376720 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:05.422727 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-86a7a810-55f9-4f3c-bbe5-085114376720 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:05.424609 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c1639494-cd03-4cf6-912b-99b6887ca737 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group_rule, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.477920 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] Set router bec00401-0764-4e94-a772-156d58b8c0aa gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:11:05.504292 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c1639494-cd03-4cf6-912b-99b6887ca737 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.507411 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c1639494-cd03-4cf6-912b-99b6887ca737 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911720'] for security_group_rule, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.509513 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:05.530897 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34976) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:05.534540 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c1639494-cd03-4cf6-912b-99b6887ca737 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group_rule, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.535598 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-c1639494-cd03-4cf6-912b-99b6887ca737 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1772001 Jan 25 16:11:05.544815 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1639494-cd03-4cf6-912b-99b6887ca737 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb5b679-2f5a-44da-889c-22e524fc0bff,revision_number=0']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:05.548900 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-2f11856e-fdbd-44ea-8b0a-e849b3b76b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:05.553224 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-2f11856e-fdbd-44ea-8b0a-e849b3b76b13 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=38954ae24d594a9babc3822b8fbef5db&device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 1160 time: 0.2347536 Jan 25 16:11:05.557078 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 34980) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:05.561176 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c1639494-cd03-4cf6-912b-99b6887ca737 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:05.565892 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Request body: {'floatingip': {'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:11:05.572442 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b670129f-4023-428d-a561-437486e7a4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.583727 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:05.588027 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-b670129f-4023-428d-a561-437486e7a4e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:05.590333 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-b670129f-4023-428d-a561-437486e7a4e9 admin admin] Usage tracker for resource:security_group_rule and tenant:2d393028b93d44a99aef2593841941cc is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:05.592430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-b670129f-4023-428d-a561-437486e7a4e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:05.595928 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-b670129f-4023-428d-a561-437486e7a4e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:05.604275 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Usage tracker for resource:floatingip and tenant:3d9dc1d24c694798a5da5bb1f60d075a is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:05.606580 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:05.614730 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:05.641107 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for floatingip, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.686867 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Set router 63cac4e2-2e9c-4572-b634-1615e9495be5 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:11:05.691291 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-8c979abc-1624-4f02-8a40-f0942e3f51af service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74c0c0ec-d91b-4a17-822a-bbc01e36dd93 HTTP/1.1" status: 200 len: 217 time: 0.0597260 Jan 25 16:11:05.695006 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-86a7a810-55f9-4f3c-bbe5-085114376720 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.698178 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-86a7a810-55f9-4f3c-bbe5-085114376720 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.708407 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-24612af2-238e-4034-a44b-ab7e57de5cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:05.832089 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7a810-55f9-4f3c-bbe5-085114376720 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab3c614-41e5-4adc-a4a2-947bb8766d7d,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:05.849730 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-86a7a810-55f9-4f3c-bbe5-085114376720 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:05.855393 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-86a7a810-55f9-4f3c-bbe5-085114376720 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.856168 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-86a7a810-55f9-4f3c-bbe5-085114376720 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6858704 Jan 25 16:11:05.869674 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 34992) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:05.875578 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-e6ada816-60e1-4a96-a73c-3aef353b25a8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Request body: {'security_group_rule': {'security_group_id': '0ab3c614-41e5-4adc-a4a2-947bb8766d7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:11:05.896044 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-e6ada816-60e1-4a96-a73c-3aef353b25a8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:05.910083 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-2f4dfab3-0a88-4d19-9e1d-03c5f9aed1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:05.911348 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-2f4dfab3-0a88-4d19-9e1d-03c5f9aed1ca service neutron] 10.222.0.117 "GET /v2.0/subnets?id=81c00340-9541-432a-8c1b-bc3d7371bb1e HTTP/1.1" status: 200 len: 851 time: 0.1970806 Jan 25 16:11:05.928692 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-e6ada816-60e1-4a96-a73c-3aef353b25a8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Usage tracker for resource:security_group_rule and tenant:95283eda37984761942076ba2009fe36 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:05.941827 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b670129f-4023-428d-a561-437486e7a4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.950391 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '97a9d25a-cb3d-4286-8987-b11fc1758e91', 'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'mac_address': 'fa:16:3e:16:79:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:59Z', 'updated_at': '2021-01-25T16:11:05Z', 'revision_number': 4, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'subnets': [{'id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:05.954418 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b670129f-4023-428d-a561-437486e7a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:05.960461 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888cce27-48ba-41a4-bbaa-6c0110ea6eb0 None None] The sync data for ids ['bec00401-0764-4e94-a772-156d58b8c0aa'] in dv-cinder-766064-3-iscsi is: [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '97a9d25a-cb3d-4286-8987-b11fc1758e91', 'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'mac_address': 'fa:16:3e:16:79:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:59Z', 'updated_at': '2021-01-25T16:11:05Z', 'revision_number': 4, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'subnets': [{'id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:11:05.967324 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:06.000735 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-e6ada816-60e1-4a96-a73c-3aef353b25a8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:06.008984 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5765256e-21cd-43b4-aec0-cc4de9d56bd1', 'tag': 'd054cf75-749d-41af-8710-b100def99e7b', 'status': 'completed', 'code': 200} Jan 25 16:11:06.012087 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-e6ada816-60e1-4a96-a73c-3aef353b25a8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:06.042870 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-d6edbd68-8d27-4f30-bfec-d215a94e287f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=233bed33-b74e-4d9b-8695-ba20a55f5cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152370 Jan 25 16:11:06.055363 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670129f-4023-428d-a561-437486e7a4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f0f33f-70b5-4867-a68b-9d3ce86f2684,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:06.064245 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-b670129f-4023-428d-a561-437486e7a4e9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2d393028b93d44a99aef2593841941cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5325086 Jan 25 16:11:06.072690 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b670129f-4023-428d-a561-437486e7a4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:06.074414 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 35002) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:06.140837 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'name': 'tempest-AttachVolumeShelveTestJSON-574668783-router', 'tenant_id': '95283eda37984761942076ba2009fe36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '95283eda37984761942076ba2009fe36', 'gw_port': {'id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': 'd1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e', 'name': '', 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2', 'tenant_id': '95283eda37984761942076ba2009fe36', 'mac_address': 'fa:16:3e:bd:21:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51238685-cb80-4e6a-bf2c-386e2e1be418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:11:00Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 2, 'project_id': '95283eda37984761942076ba2009fe36', 'subnets': [{'id': '51238685-cb80-4e6a-bf2c-386e2e1be418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:06.144175 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fde31-2b42-4a39-98de-f62087f537a7 req-6b3bc4c2-8cf8-4eb5-ab83-c007bd7add35 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:06.148345 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Checking router: 63cac4e2-2e9c-4572-b634-1615e9495be5 for host: dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:11:06.148565 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Updating router 63cac4e2-2e9c-4572-b634-1615e9495be5 port d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e binding host dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 16:11:06.151866 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cb2fde31-2b42-4a39-98de-f62087f537a7 req-6b3bc4c2-8cf8-4eb5-ab83-c007bd7add35 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 943 time: 0.2984099 Jan 25 16:11:06.155721 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:06.185846 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:06.200800 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e6ada816-60e1-4a96-a73c-3aef353b25a8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group_rule, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:06.265901 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e6ada816-60e1-4a96-a73c-3aef353b25a8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:06.274909 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e6ada816-60e1-4a96-a73c-3aef353b25a8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911720'] for security_group_rule, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:06.279162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:06.290039 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-97727ed6-af0c-4c94-8db3-4d05d4b32d60 service neutron] 10.222.0.117 "GET /v2.0/networks/233bed33-b74e-4d9b-8695-ba20a55f5cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422802 Jan 25 16:11:06.295313 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ada816-60e1-4a96-a73c-3aef353b25a8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63db1cc-8efd-478c-a1db-6ef67f775c67,revision_number=0']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:06.301120 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e6ada816-60e1-4a96-a73c-3aef353b25a8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:06.353683 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e6ada816-60e1-4a96-a73c-3aef353b25a8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group_rule, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:06.356570 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-e6ada816-60e1-4a96-a73c-3aef353b25a8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4848111 Jan 25 16:11:06.359488 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 35012) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:06.373258 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-f1da6b4d-aab7-4d22-9422-360b1dfb2816 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Request body: {'security_group_rule': {'security_group_id': '0ab3c614-41e5-4adc-a4a2-947bb8766d7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:11:06.400378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-f1da6b4d-aab7-4d22-9422-360b1dfb2816 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:06.415977 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-f1da6b4d-aab7-4d22-9422-360b1dfb2816 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Usage tracker for resource:security_group_rule and tenant:95283eda37984761942076ba2009fe36 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:06.453563 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-f1da6b4d-aab7-4d22-9422-360b1dfb2816 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:06.458488 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-f1da6b4d-aab7-4d22-9422-360b1dfb2816 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:06.494412 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f1da6b4d-aab7-4d22-9422-360b1dfb2816 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group_rule, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:06.571341 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-22104236-69bd-420e-a37f-a53a64254d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:06.585047 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cb2fde31-2b42-4a39-98de-f62087f537a7 req-9c0f76ab-19df-4d70-ac85-96b8d303ac45 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323490 Jan 25 16:11:06.662033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-22104236-69bd-420e-a37f-a53a64254d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:06.731088 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Notify callbacks [] for port, precommit_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:06.742633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-22104236-69bd-420e-a37f-a53a64254d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:06.751313 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:06.755377 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Transition to ACTIVE for port object d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e will not be triggered until provisioned by entity L2. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:11:06.768980 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22104236-69bd-420e-a37f-a53a64254d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f0f33f-70b5-4867-a68b-9d3ce86f2684,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:06.770960 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-22104236-69bd-420e-a37f-a53a64254d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:06.771846 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Allocated IP 172.27.3.203 (a86c8819-2978-473d-8d16-86365edfeb60/ab1961e7-fa88-47d7-900c-7c648513b3bc/69f9bcc0-b801-4fa2-8663-15811c7341a6) {{(pid=79984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:11:06.779377 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-22104236-69bd-420e-a37f-a53a64254d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:06.781788 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 97a9d25a-cb3d-4286-8987-b11fc1758e91 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:06.781853 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-22104236-69bd-420e-a37f-a53a64254d22 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a8f0f33f-70b5-4867-a68b-9d3ce86f2684 HTTP/1.1" status: 204 len: 168 time: 0.6994088 Jan 25 16:11:06.877381 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:06.908905 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for port, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:06.935525 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:06.947919 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-172bc3c4-e304-4279-9f0b-703201690941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:07.049479 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f1da6b4d-aab7-4d22-9422-360b1dfb2816 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:07.055367 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Pushing event updated for resources: {'Port': ['ID=69f9bcc0-b801-4fa2-8663-15811c7341a6,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:07.058356 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:07.063618 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:07.065206 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f1da6b4d-aab7-4d22-9422-360b1dfb2816 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911720'] for security_group_rule, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:07.103634 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Network a86c8819-2978-473d-8d16-86365edfeb60 is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:11:07.105034 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:11:07.109758 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Received port after_create {{(pid=79984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:11:07.138133 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:07.149862 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffd15c5b-a1f7-464f-9578-49103ac34fa3 req-19911b59-6e8a-4edc-80c5-d67096afecf3 service neutron] 10.222.0.117 "GET /v2.0/networks/233bed33-b74e-4d9b-8695-ba20a55f5cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8447313 Jan 25 16:11:07.150572 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f1da6b4d-aab7-4d22-9422-360b1dfb2816 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group_rule, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:07.151336 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-f1da6b4d-aab7-4d22-9422-360b1dfb2816 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7911534 Jan 25 16:11:07.155744 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b2497-d254-4423-ac92-035937a6c1a4 None None] Pushing event updated for resources: {'Port': ['ID=d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e,revision_number=3']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:07.157516 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 35052) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:07.163304 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Request body: {'floatingip': {'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:11:07.174724 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a71b2497-d254-4423-ac92-035937a6c1a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:07.184668 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082dd75-f50b-4285-8ee9-54fa17fd7b66 req-6ab9a991-cc26-4030-8cd2-3f1acac48a45 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:07.185798 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-7082dd75-f50b-4285-8ee9-54fa17fd7b66 req-6ab9a991-cc26-4030-8cd2-3f1acac48a45 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Synchronizing usage tracker for tenant:38954ae24d594a9babc3822b8fbef5db on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:11:07.198190 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da6b4d-aab7-4d22-9422-360b1dfb2816 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bd27f9-cfee-42a6-9e37-2463ee38c58b,revision_number=0']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:07.202327 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f1da6b4d-aab7-4d22-9422-360b1dfb2816 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:07.202770 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-7082dd75-f50b-4285-8ee9-54fa17fd7b66 req-6ab9a991-cc26-4030-8cd2-3f1acac48a45 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Unset dirty status for tenant:38954ae24d594a9babc3822b8fbef5db on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:11:07.203835 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:07.208021 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7082dd75-f50b-4285-8ee9-54fa17fd7b66 req-6ab9a991-cc26-4030-8cd2-3f1acac48a45 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 943 time: 0.2097323 Jan 25 16:11:07.211601 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Usage tracker for resource:floatingip and tenant:95283eda37984761942076ba2009fe36 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:07.212679 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 97a9d25a-cb3d-4286-8987-b11fc1758e91 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:11:07.214435 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:07.219241 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 97a9d25a-cb3d-4286-8987-b11fc1758e91 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:07.219841 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:07.221927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:07.234904 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for floatingip, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:07.242448 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for floatingip, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:07.264669 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7082dd75-f50b-4285-8ee9-54fa17fd7b66 req-49daf708-07ee-416c-9bab-328de9cdb31e tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532494 Jan 25 16:11:07.278057 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-750c8ef2-0a52-4abc-89db-5c9cbb078ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:07.279197 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-750c8ef2-0a52-4abc-89db-5c9cbb078ecd service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fc505d840c2247b3a74c6589f6f33a33&device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 1160 time: 0.8601129 Jan 25 16:11:07.333938 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:07.340015 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-366d2326-af7c-4dc7-8d7e-26b2b6c121f6 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d054cf75-749d-41af-8710-b100def99e7b HTTP/1.1" status: 200 len: 217 time: 0.0548844 Jan 25 16:11:07.375973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 35062) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:07.407418 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-bdba3d53-c488-4fa8-a147-7befba65fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:07.408481 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-bdba3d53-c488-4fa8-a147-7befba65fb8e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=80827190-8e19-4185-80cc-70164a38f983 HTTP/1.1" status: 200 len: 854 time: 0.0595007 Jan 25 16:11:07.473917 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-27a5fa52-9bbd-464b-b48b-1fa6dbf75283 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b1b16d1d-17f5-48fc-b0df-9149be117ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575769 Jan 25 16:11:07.511809 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Attempting to bind port d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:11:07.512047 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Attempting to bind port d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': '4b11f530-28cd-4a95-9a25-ddbfd907a307', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2'}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:11:07.512292 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Attempting to bind port d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e on network 51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:11:07.516840 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:11:07.517067 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Checking segment: {'id': '4b11f530-28cd-4a95-9a25-ddbfd907a307', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:11:07.517320 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:07.517561 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Bound using segment: {'id': '4b11f530-28cd-4a95-9a25-ddbfd907a307', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2'} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:11:07.517852 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Bound port: d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b11f530-28cd-4a95-9a25-ddbfd907a307', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2'}}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:11:07.518084 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:07.568707 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:07.624231 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] For port d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:11:07.627402 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] For port d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e,segment=NetworkSegment(4b11f530-28cd-4a95-9a25-ddbfd907a307),segment_id=4b11f530-28cd-4a95-9a25-ddbfd907a307)] {{(pid=79986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:11:07.628658 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:07.651865 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port 97a9d25a-cb3d-4286-8987-b11fc1758e91, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=97a9d25a-cb3d-4286-8987-b11fc1758e91,segment=NetworkSegment(3f715a25-a095-496e-a199-326d7ad1ef6c),segment_id=3f715a25-a095-496e-a199-326d7ad1ef6c)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:11:07.653043 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:07.717366 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-931c1660-2a98-4d5d-ad0b-2cdca412e952 service neutron] 10.222.0.117 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250340 Jan 25 16:11:07.750703 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:07.764901 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1546d54c-4405-453b-960c-fc3d1d8cd283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:07.796729 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:07.797295 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 8332053e-d8e4-4f14-b657-ecc8e1f194ef up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:07.806020 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-1546d54c-4405-453b-960c-fc3d1d8cd283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:07.819697 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-1546d54c-4405-453b-960c-fc3d1d8cd283 admin admin] Usage tracker for resource:security_group_rule and tenant:4cc5e390d0ba480dbe44b4a2f7360004 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:07.837923 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-1546d54c-4405-453b-960c-fc3d1d8cd283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:07.838337 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b2497-d254-4423-ac92-035937a6c1a4 None None] Pushing event updated for resources: {'Port': ['ID=d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:07.844949 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for port, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:07.853304 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-1546d54c-4405-453b-960c-fc3d1d8cd283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:07.857140 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852675872'] for port, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:07.857307 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a71b2497-d254-4423-ac92-035937a6c1a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:07.871840 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:07.899248 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-38e4e409-d650-4904-ad00-27be6d7efdc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:07.934930 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 8332053e-d8e4-4f14-b657-ecc8e1f194ef triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:07.935252 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:07.977956 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba7df073-23ac-4ca6-91fe-15acbbc6a822 req-906e275a-8755-45ce-a1ed-25b23a06eb70 service neutron] 10.222.0.117 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2019339 Jan 25 16:11:07.992848 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Routers {'63cac4e2-2e9c-4572-b634-1615e9495be5'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:11:07.993293 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:10:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['63cac4e2-2e9c-4572-b634-1615e9495be5'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:08.010586 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b631cf26-f3ba-40e1-82ed-4a61fab7b96e', 'tag': '74c0c0ec-d91b-4a17-822a-bbc01e36dd93'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:11:08.073955 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b631cf26-f3ba-40e1-82ed-4a61fab7b96e', 'tag': '74c0c0ec-d91b-4a17-822a-bbc01e36dd93', 'status': 'completed', 'code': 200} Jan 25 16:11:08.123199 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6994f-bb5c-41e6-99bf-140389636406 req-ae225a75-e741-4d17-90ab-24cdf5035339 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:08.127735 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dcd6994f-bb5c-41e6-99bf-140389636406 req-ae225a75-e741-4d17-90ab-24cdf5035339 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 943 time: 0.4069638 Jan 25 16:11:08.140651 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=97a9d25a-cb3d-4286-8987-b11fc1758e91,revision_number=5']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:08.153555 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Pushing event updated for resources: {'Port': ['ID=69f9bcc0-b801-4fa2-8663-15811c7341a6,revision_number=2']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:08.163719 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:08.170655 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:08.189744 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] Set router 63cac4e2-2e9c-4572-b634-1615e9495be5 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:11:08.319919 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 97a9d25a-cb3d-4286-8987-b11fc1758e91 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:08.432728 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9de903-14c4-4c73-9e96-b44f5307bd04 req-e826ae30-b754-41a6-9645-0a14a163f69c tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:08.433915 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5c9de903-14c4-4c73-9e96-b44f5307bd04 req-e826ae30-b754-41a6-9645-0a14a163f69c tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 943 time: 0.1009095 Jan 25 16:11:08.434556 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dcd6994f-bb5c-41e6-99bf-140389636406 req-68e880af-c138-48d0-bbf5-8d55470e0ade tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058467 Jan 25 16:11:08.436182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 97a9d25a-cb3d-4286-8987-b11fc1758e91 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:08.436547 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:08.457191 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Allocated IP 172.27.3.10 (a86c8819-2978-473d-8d16-86365edfeb60/ab1961e7-fa88-47d7-900c-7c648513b3bc/82f5c55c-4ceb-4cb5-b0d4-004f2e717869) {{(pid=79984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:11:08.483410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:08.500776 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5c9de903-14c4-4c73-9e96-b44f5307bd04 req-1a79ddee-fe35-4da2-a906-dff8284011ac tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577602 Jan 25 16:11:08.503407 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1546d54c-4405-453b-960c-fc3d1d8cd283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:08.506295 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:11:08.536385 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1546d54c-4405-453b-960c-fc3d1d8cd283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:08.549326 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-684a940b-0642-42f9-8763-fe0bbde438da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:08.582886 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:08.583998 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0246084 Jan 25 16:11:08.597614 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-1546d54c-4405-453b-960c-fc3d1d8cd283 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4cc5e390d0ba480dbe44b4a2f7360004&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2184436 Jan 25 16:11:08.599528 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 35106) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:08.614115 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546d54c-4405-453b-960c-fc3d1d8cd283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab75a60-7a1a-4f1b-8348-cb7d576025d0,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:08.617763 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1546d54c-4405-453b-960c-fc3d1d8cd283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:08.667385 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for port, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:08.690322 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:08.703757 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5087674a-94da-4637-8241-1be2ab1b5bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:08.713953 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:08.724005 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5feed3b-c11b-407d-9e13-61d4dc727049 req-97d18b82-f639-439b-b8f1-831fc7a37d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:08.725026 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e5feed3b-c11b-407d-9e13-61d4dc727049 req-97d18b82-f639-439b-b8f1-831fc7a37d60 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=38954ae24d594a9babc3822b8fbef5db&device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 1160 time: 0.1036246 Jan 25 16:11:08.727352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5087674a-94da-4637-8241-1be2ab1b5bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:08.787871 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'name': 'tempest-AttachVolumeShelveTestJSON-574668783-router', 'tenant_id': '95283eda37984761942076ba2009fe36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '95283eda37984761942076ba2009fe36', 'gw_port': {'id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': 'd1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e', 'name': '', 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2', 'tenant_id': '95283eda37984761942076ba2009fe36', 'mac_address': 'fa:16:3e:bd:21:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51238685-cb80-4e6a-bf2c-386e2e1be418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:11:00Z', 'updated_at': '2021-01-25T16:11:07Z', 'revision_number': 4, 'project_id': '95283eda37984761942076ba2009fe36', 'subnets': [{'id': '51238685-cb80-4e6a-bf2c-386e2e1be418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:08.794258 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a177bb18-6216-40c3-93c4-230e9e6f37fc None None] The sync data for ids ['63cac4e2-2e9c-4572-b634-1615e9495be5'] in dv-cinder-766064-3-iscsi is: [{'id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'name': 'tempest-AttachVolumeShelveTestJSON-574668783-router', 'tenant_id': '95283eda37984761942076ba2009fe36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '95283eda37984761942076ba2009fe36', 'gw_port': {'id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': 'd1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e', 'name': '', 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2', 'tenant_id': '95283eda37984761942076ba2009fe36', 'mac_address': 'fa:16:3e:bd:21:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51238685-cb80-4e6a-bf2c-386e2e1be418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:11:00Z', 'updated_at': '2021-01-25T16:11:07Z', 'revision_number': 4, 'project_id': '95283eda37984761942076ba2009fe36', 'subnets': [{'id': '51238685-cb80-4e6a-bf2c-386e2e1be418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:11:08.816437 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Pushing event updated for resources: {'Port': ['ID=82f5c55c-4ceb-4cb5-b0d4-004f2e717869,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:08.820947 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:08.821856 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5feed3b-c11b-407d-9e13-61d4dc727049 req-19a0ef29-2d23-4d9a-afbd-589a9608a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:08.822783 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e5feed3b-c11b-407d-9e13-61d4dc727049 req-19a0ef29-2d23-4d9a-afbd-589a9608a8f6 service neutron] 10.222.0.117 "GET /v2.0/networks?id=233bed33-b74e-4d9b-8695-ba20a55f5cf4 HTTP/1.1" status: 200 len: 905 time: 0.0884633 Jan 25 16:11:08.897683 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e5feed3b-c11b-407d-9e13-61d4dc727049 req-9748ecda-ea9a-4b50-981e-2f9792d101b2 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74c0c0ec-d91b-4a17-822a-bbc01e36dd93 HTTP/1.1" status: 200 len: 217 time: 0.0624452 Jan 25 16:11:08.911574 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5087674a-94da-4637-8241-1be2ab1b5bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:08.914917 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:08.915123 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-560b3556-f8fe-4d67-a995-459b650c329e req-79b51523-ecea-46fb-8d4b-e31b6e765f67 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Synchronizing usage tracker for tenant:3d9dc1d24c694798a5da5bb1f60d075a on resource:security_group {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:11:08.954380 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Network a86c8819-2978-473d-8d16-86365edfeb60 is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:11:08.955748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:11:08.957390 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-560b3556-f8fe-4d67-a995-459b650c329e req-79b51523-ecea-46fb-8d4b-e31b6e765f67 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Unset dirty status for tenant:3d9dc1d24c694798a5da5bb1f60d075a on resource:security_group {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:11:08.958158 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-560b3556-f8fe-4d67-a995-459b650c329e req-79b51523-ecea-46fb-8d4b-e31b6e765f67 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--603946591&fields=id&tenant_id=3d9dc1d24c694798a5da5bb1f60d075a HTTP/1.1" status: 200 len: 267 time: 0.1541963 Jan 25 16:11:08.958565 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Received port after_create {{(pid=79984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:11:08.984199 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5087674a-94da-4637-8241-1be2ab1b5bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:08.984929 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-5087674a-94da-4637-8241-1be2ab1b5bbd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/dab75a60-7a1a-4f1b-8348-cb7d576025d0 HTTP/1.1" status: 204 len: 168 time: 0.3847287 Jan 25 16:11:08.985552 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087674a-94da-4637-8241-1be2ab1b5bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab75a60-7a1a-4f1b-8348-cb7d576025d0,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:08.989226 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-5087674a-94da-4637-8241-1be2ab1b5bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:09.008464 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5feed3b-c11b-407d-9e13-61d4dc727049 req-2491143f-82be-413c-8a90-a17f0019fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:09.009415 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e5feed3b-c11b-407d-9e13-61d4dc727049 req-2491143f-82be-413c-8a90-a17f0019fe11 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=81c00340-9541-432a-8c1b-bc3d7371bb1e HTTP/1.1" status: 200 len: 851 time: 0.0814633 Jan 25 16:11:09.052752 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e5feed3b-c11b-407d-9e13-61d4dc727049 req-0e4b26ee-a530-47bb-9dad-41ed945e0a5f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=233bed33-b74e-4d9b-8695-ba20a55f5cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314579 Jan 25 16:11:09.054844 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576f366-ba5c-4b81-b35b-49fbf9317fc9 req-948dd22e-01b5-4a94-a2d8-d0fc000668b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:09.055733 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4576f366-ba5c-4b81-b35b-49fbf9317fc9 req-948dd22e-01b5-4a94-a2d8-d0fc000668b0 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fc505d840c2247b3a74c6589f6f33a33&device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 1160 time: 0.1261921 Jan 25 16:11:09.124267 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b3556-f8fe-4d67-a995-459b650c329e req-610f6f9f-5d4f-4f9b-8040-bf85ecbded9f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:09.125293 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-560b3556-f8fe-4d67-a995-459b650c329e req-610f6f9f-5d4f-4f9b-8040-bf85ecbded9f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/networks?id=ca5167e0-70f4-4f5e-919e-3039411592c6 HTTP/1.1" status: 200 len: 810 time: 0.1502554 Jan 25 16:11:09.133091 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for floatingip, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:09.224619 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-560b3556-f8fe-4d67-a995-459b650c329e req-2ca2ec02-6ec8-48d4-9481-903f1064cae9 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/quotas/3d9dc1d24c694798a5da5bb1f60d075a HTTP/1.1" status: 200 len: 375 time: 0.0751536 Jan 25 16:11:09.294016 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:09.328355 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e5feed3b-c11b-407d-9e13-61d4dc727049 req-661c2b02-f4fb-4405-a0be-169d22c0620f service neutron] 10.222.0.117 "GET /v2.0/networks/233bed33-b74e-4d9b-8695-ba20a55f5cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652376 Jan 25 16:11:09.331786 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576f366-ba5c-4b81-b35b-49fbf9317fc9 req-027d9217-0adc-454e-be4c-02675a8c8eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:09.333773 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4576f366-ba5c-4b81-b35b-49fbf9317fc9 req-027d9217-0adc-454e-be4c-02675a8c8eac service neutron] 10.222.0.117 "GET /v2.0/networks?id=b1b16d1d-17f5-48fc-b0df-9149be117ef8 HTTP/1.1" status: 200 len: 908 time: 0.2715650 Jan 25 16:11:09.415943 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-560b3556-f8fe-4d67-a995-459b650c329e req-fc2b2643-7f96-4a06-a0ad-6faa536b42a8 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Synchronizing usage tracker for tenant:3d9dc1d24c694798a5da5bb1f60d075a on resource:port {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:11:09.431884 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 35144) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:09.455524 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9618c9b4-1f05-4fea-996a-0252b99b2d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:09.473659 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4576f366-ba5c-4b81-b35b-49fbf9317fc9 req-16c583a3-b3ef-4eb1-b280-c7c0e29fd50a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d054cf75-749d-41af-8710-b100def99e7b HTTP/1.1" status: 200 len: 217 time: 0.1281786 Jan 25 16:11:09.479491 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-560b3556-f8fe-4d67-a995-459b650c329e req-fc2b2643-7f96-4a06-a0ad-6faa536b42a8 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Unset dirty status for tenant:3d9dc1d24c694798a5da5bb1f60d075a on resource:port {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:11:09.487782 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-560b3556-f8fe-4d67-a995-459b650c329e req-fc2b2643-7f96-4a06-a0ad-6faa536b42a8 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?tenant_id=3d9dc1d24c694798a5da5bb1f60d075a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2532754 Jan 25 16:11:09.488786 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-9618c9b4-1f05-4fea-996a-0252b99b2d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:09.536893 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-9618c9b4-1f05-4fea-996a-0252b99b2d74 admin admin] Usage tracker for resource:security_group_rule and tenant:4ded800e32204e35b262ec1b5b9a2f7b is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:09.541178 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-9618c9b4-1f05-4fea-996a-0252b99b2d74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:09.547534 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576f366-ba5c-4b81-b35b-49fbf9317fc9 req-df934f58-679f-4175-ab7e-9c24b0a15801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:09.548489 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4576f366-ba5c-4b81-b35b-49fbf9317fc9 req-df934f58-679f-4175-ab7e-9c24b0a15801 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=80827190-8e19-4185-80cc-70164a38f983 HTTP/1.1" status: 200 len: 854 time: 0.0694265 Jan 25 16:11:09.569676 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-9618c9b4-1f05-4fea-996a-0252b99b2d74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:09.582436 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e5feed3b-c11b-407d-9e13-61d4dc727049 req-2315f917-08e5-4afa-a53b-776088db5faa service neutron] 10.222.0.117 "GET /v2.0/networks/233bed33-b74e-4d9b-8695-ba20a55f5cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2377930 Jan 25 16:11:09.604283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623247fb-a783-482b-bf44-5756927fdf25 req-2a0f230d-35ba-4025-a380-ed78c4c25335 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:09.605288 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-623247fb-a783-482b-bf44-5756927fdf25 req-2a0f230d-35ba-4025-a380-ed78c4c25335 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 943 time: 0.0999012 Jan 25 16:11:09.642217 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4576f366-ba5c-4b81-b35b-49fbf9317fc9 req-293e453e-dbc1-4641-a2e3-3527692cd6fd service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b1b16d1d-17f5-48fc-b0df-9149be117ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360835 Jan 25 16:11:09.655494 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-560b3556-f8fe-4d67-a995-459b650c329e req-6e437543-a8ca-44d7-bae6-c0bc5cfd61ea service neutron] 10.222.0.107 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380889 Jan 25 16:11:09.663737 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-623247fb-a783-482b-bf44-5756927fdf25 req-7b6a7161-8af7-4957-b6ae-b92d3d66207e tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342760 Jan 25 16:11:09.735225 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for port, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:09.748585 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852675872'] for port, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:09.757377 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9618c9b4-1f05-4fea-996a-0252b99b2d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:09.769922 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:09.792765 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4576f366-ba5c-4b81-b35b-49fbf9317fc9 req-7cda29b3-f210-44fa-8888-0ccf9fb0a6d7 service neutron] 10.222.0.117 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895295 Jan 25 16:11:09.794227 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9618c9b4-1f05-4fea-996a-0252b99b2d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:09.843426 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-560b3556-f8fe-4d67-a995-459b650c329e req-23486fbf-a8ab-45e2-83d1-de47c2706727 service neutron] 10.222.0.107 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1825659 Jan 25 16:11:09.871294 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-9618c9b4-1f05-4fea-996a-0252b99b2d74 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4ded800e32204e35b262ec1b5b9a2f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4341311 Jan 25 16:11:09.873387 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Pushing event updated for resources: {'Port': ['ID=82f5c55c-4ceb-4cb5-b0d4-004f2e717869,revision_number=2']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:09.882334 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 35156) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:10.000190 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c85008-6233-4b5b-9fdb-05ff9b937301 req-8cb1593b-420a-4938-84a3-4a0774d8dfbb tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:10.004874 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-10c85008-6233-4b5b-9fdb-05ff9b937301 req-8cb1593b-420a-4938-84a3-4a0774d8dfbb tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 943 time: 0.1514425 Jan 25 16:11:10.029561 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-901d501f-5749-4647-936f-8192ca64c9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:10.072565 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-10c85008-6233-4b5b-9fdb-05ff9b937301 req-b4d4dd6d-8804-4b5d-ae9f-7448a6d8c87c tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669730 Jan 25 16:11:10.073918 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-901d501f-5749-4647-936f-8192ca64c9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:10.086292 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:10.086292 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1546d54c-4405-453b-960c-fc3d1d8cd283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:10.109758 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4576f366-ba5c-4b81-b35b-49fbf9317fc9 req-e2020e57-f79b-4869-ab9e-cdc95cd31f56 service neutron] 10.222.0.117 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1764474 Jan 25 16:11:10.126231 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2a0fe906-ad0e-4e5b-8f1a-7ef936ce8dca req-2c9160d6-6b7c-4a7a-bdc9-3efbaa6faefb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 210 time: 0.0416231 Jan 25 16:11:10.139203 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-901d501f-5749-4647-936f-8192ca64c9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:10.142335 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618c9b4-1f05-4fea-996a-0252b99b2d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a534f749-0445-463d-98d9-c20648b9ca2d,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:10.143430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:10.144836 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9618c9b4-1f05-4fea-996a-0252b99b2d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:10.155447 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d501f-5749-4647-936f-8192ca64c9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a534f749-0445-463d-98d9-c20648b9ca2d,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:10.162764 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-901d501f-5749-4647-936f-8192ca64c9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:10.163421 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-901d501f-5749-4647-936f-8192ca64c9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:10.165434 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-901d501f-5749-4647-936f-8192ca64c9f5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a534f749-0445-463d-98d9-c20648b9ca2d HTTP/1.1" status: 204 len: 168 time: 0.2800157 Jan 25 16:11:10.196591 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:10.211355 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:10.213612 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0548337 Jan 25 16:11:10.291053 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:10.372900 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:11:10.375975 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:10.376231 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:10.436040 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-3d6d426e-a772-4ad5-bd53-22bd3ea6664d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--2099175156&fields=id&tenant_id=95283eda37984761942076ba2009fe36 HTTP/1.1" status: 200 len: 267 time: 0.0373881 Jan 25 16:11:10.458699 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:10.483644 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e,segment=NetworkSegment(4b11f530-28cd-4a95-9a25-ddbfd907a307),segment_id=4b11f530-28cd-4a95-9a25-ddbfd907a307)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:11:10.492715 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:10.498711 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:10.568164 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e,revision_number=5']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:10.573006 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:10.587954 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-2b5a14ef-f6fe-4e99-b02a-536a2c7ca2ed tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:10.588984 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-2b5a14ef-f6fe-4e99-b02a-536a2c7ca2ed tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/networks?id=51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 HTTP/1.1" status: 200 len: 816 time: 0.1488731 Jan 25 16:11:10.605533 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-464e0579-7bbf-448f-b96f-82a966ea34fb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/quotas/95283eda37984761942076ba2009fe36 HTTP/1.1" status: 200 len: 375 time: 0.0087376 Jan 25 16:11:10.688961 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-10a8058a-b5dc-4c46-aadb-7320f0e7de7e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?tenant_id=95283eda37984761942076ba2009fe36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816889 Jan 25 16:11:10.807764 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-c39f1aea-b583-4096-aa7f-3b31c1a6af4e service neutron] 10.222.0.107 "GET /v2.0/networks/51b2e8fa-99b8-468d-a49b-4bf6df10bbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181378 Jan 25 16:11:10.898815 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b87fc1-a6e6-4e39-afaf-a355f81b7b89 req-24615930-c749-48bf-9d5b-6f06d9b246c1 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:10.903213 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-51b87fc1-a6e6-4e39-afaf-a355f81b7b89 req-24615930-c749-48bf-9d5b-6f06d9b246c1 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 943 time: 0.0701509 Jan 25 16:11:10.912569 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-f503078e-9f65-4fce-aa7b-c3a3426fd681 service neutron] 10.222.0.107 "GET /v2.0/networks/51b2e8fa-99b8-468d-a49b-4bf6df10bbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1041131 Jan 25 16:11:10.939236 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-51b87fc1-a6e6-4e39-afaf-a355f81b7b89 req-0d877ae6-1868-426d-bc71-88c8db02d767 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353792 Jan 25 16:11:11.074627 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e118c531-52d7-4c30-a37a-7f42737d6fa5 req-81f96b76-f559-4a0c-b3df-eeaf9d4d8668 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 210 time: 0.0598819 Jan 25 16:11:11.270560 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab81204-cad1-4539-9ba6-c3927f480656 req-aa3d1b7d-a781-4ad9-a119-8702c63edcc6 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:11.274982 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cab81204-cad1-4539-9ba6-c3927f480656 req-aa3d1b7d-a781-4ad9-a119-8702c63edcc6 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 943 time: 0.0762987 Jan 25 16:11:11.317065 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cab81204-cad1-4539-9ba6-c3927f480656 req-0b5d801a-daa2-4e97-8630-cfcba85f8e09 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414791 Jan 25 16:11:11.325579 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-800ead78-33d0-4c6b-adfa-d1d24f19c5e4 req-6e88a8dc-5c7f-4f61-9c06-2164e99a9c08 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 210 time: 0.0334141 Jan 25 16:11:11.864520 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 35316) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:11.947275 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-723ec29e-07cb-4ad7-8d9d-49d6634fa089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:11.955746 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-723ec29e-07cb-4ad7-8d9d-49d6634fa089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:11.958375 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-723ec29e-07cb-4ad7-8d9d-49d6634fa089 admin admin] Usage tracker for resource:security_group_rule and tenant:ae00b316ab5247fb93ade603f4511487 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:11.960230 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-723ec29e-07cb-4ad7-8d9d-49d6634fa089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:11.963655 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-723ec29e-07cb-4ad7-8d9d-49d6634fa089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:11.998067 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b3556-f8fe-4d67-a995-459b650c329e req-49d282f8-c3c4-4faa-a352-496f870c981e tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:11.998625 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-560b3556-f8fe-4d67-a995-459b650c329e req-49d282f8-c3c4-4faa-a352-496f870c981e tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Synchronizing usage tracker for tenant:3d9dc1d24c694798a5da5bb1f60d075a on resource:network {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:11:12.016310 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-723ec29e-07cb-4ad7-8d9d-49d6634fa089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:12.018695 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-723ec29e-07cb-4ad7-8d9d-49d6634fa089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:12.023613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:12.035812 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-560b3556-f8fe-4d67-a995-459b650c329e req-49d282f8-c3c4-4faa-a352-496f870c981e tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Unset dirty status for tenant:3d9dc1d24c694798a5da5bb1f60d075a on resource:network {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:11:12.036575 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-560b3556-f8fe-4d67-a995-459b650c329e req-49d282f8-c3c4-4faa-a352-496f870c981e tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.117 "GET /v2.0/networks?id=ca5167e0-70f4-4f5e-919e-3039411592c6 HTTP/1.1" status: 200 len: 810 time: 0.1417005 Jan 25 16:11:12.045714 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-723ec29e-07cb-4ad7-8d9d-49d6634fa089 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ae00b316ab5247fb93ade603f4511487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804829 Jan 25 16:11:12.046731 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ec29e-07cb-4ad7-8d9d-49d6634fa089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb564902-55b4-4ec6-a3cf-5fa033aa799c,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:12.047804 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 35324) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:12.048800 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-723ec29e-07cb-4ad7-8d9d-49d6634fa089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:12.069044 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0eb12d-fbdc-4532-b0fc-db0a12c2ff7b req-cafcee7e-30a5-48ec-bd95-3a4235e17e11 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:12.069929 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5a0eb12d-fbdc-4532-b0fc-db0a12c2ff7b req-cafcee7e-30a5-48ec-bd95-3a4235e17e11 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 943 time: 0.0694847 Jan 25 16:11:12.141017 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5a0eb12d-fbdc-4532-b0fc-db0a12c2ff7b req-bab0af4c-a53c-49b0-8f52-ca51cb2735b2 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620222 Jan 25 16:11:12.160229 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-560b3556-f8fe-4d67-a995-459b650c329e req-cbf67401-d59f-46eb-a5ad-ed602509a6ed tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Synchronizing usage tracker for tenant:3d9dc1d24c694798a5da5bb1f60d075a on resource:security_group {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:11:12.166683 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1d363867-8690-43a5-8dee-dcc06d2c6009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:12.176629 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-560b3556-f8fe-4d67-a995-459b650c329e req-cbf67401-d59f-46eb-a5ad-ed602509a6ed tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Unset dirty status for tenant:3d9dc1d24c694798a5da5bb1f60d075a on resource:security_group {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:11:12.177429 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-560b3556-f8fe-4d67-a995-459b650c329e req-cbf67401-d59f-46eb-a5ad-ed602509a6ed tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=3d9dc1d24c694798a5da5bb1f60d075a HTTP/1.1" status: 200 len: 5704 time: 0.1066442 Jan 25 16:11:12.185439 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1d363867-8690-43a5-8dee-dcc06d2c6009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:12.191057 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-560b3556-f8fe-4d67-a995-459b650c329e req-2b223933-f998-4333-95a7-83079625687d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Request body: {'port': {'device_id': '360b4bb2-4b9d-4d73-8b36-901f84dc035b', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'admin_state_up': True, 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'security_groups': ['3c18b7b4-7342-488c-be98-bd4a0da009f3']}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:11:12.204036 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-23cef132-97de-419b-9a9c-2c07d025dcd5 req-27e255de-412c-4e50-8dd9-ad8165288c8b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 210 time: 0.0283773 Jan 25 16:11:12.291622 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:12.308755 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1d363867-8690-43a5-8dee-dcc06d2c6009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:12.313485 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-5087674a-94da-4637-8241-1be2ab1b5bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:12.321180 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d363867-8690-43a5-8dee-dcc06d2c6009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb564902-55b4-4ec6-a3cf-5fa033aa799c,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:12.324588 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1d363867-8690-43a5-8dee-dcc06d2c6009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:12.325169 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-560b3556-f8fe-4d67-a995-459b650c329e req-2b223933-f998-4333-95a7-83079625687d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:12.326585 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1d363867-8690-43a5-8dee-dcc06d2c6009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:12.327207 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-1d363867-8690-43a5-8dee-dcc06d2c6009 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/cb564902-55b4-4ec6-a3cf-5fa033aa799c HTTP/1.1" status: 204 len: 168 time: 0.2787652 Jan 25 16:11:12.332267 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-560b3556-f8fe-4d67-a995-459b650c329e req-2b223933-f998-4333-95a7-83079625687d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:12.339249 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560b3556-f8fe-4d67-a995-459b650c329e req-2b223933-f998-4333-95a7-83079625687d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Made reservation on behalf of 3d9dc1d24c694798a5da5bb1f60d075a for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:11:12.345946 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-560b3556-f8fe-4d67-a995-459b650c329e req-2b223933-f998-4333-95a7-83079625687d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:12.377355 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:12.377716 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:12.578950 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e984cee-c9fd-4bd7-b660-749e9ef3e5f8 req-1b7659b4-6ae1-471e-b11f-bbbcfa5f71e5 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:12.585578 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3e984cee-c9fd-4bd7-b660-749e9ef3e5f8 req-1b7659b4-6ae1-471e-b11f-bbbcfa5f71e5 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 943 time: 0.1245894 Jan 25 16:11:12.647590 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3e984cee-c9fd-4bd7-b660-749e9ef3e5f8 req-20bcd14f-da44-4a89-8499-fae465f83968 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623603 Jan 25 16:11:12.661414 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 35368) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:12.671705 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1de33400-6b51-4742-8540-041a55a2f734 req-e17f57a6-3284-4aa8-bfe1-ea5d13f8fcb8 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 210 time: 0.0356216 Jan 25 16:11:12.678152 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2fcee220-9817-4031-b661-f5b38e339a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:12.696768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-2fcee220-9817-4031-b661-f5b38e339a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:12.701850 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-2fcee220-9817-4031-b661-f5b38e339a50 admin admin] Usage tracker for resource:security_group_rule and tenant:cd0c7218ca2a403f937206153c967e0a is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:12.704203 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-2fcee220-9817-4031-b661-f5b38e339a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:12.709304 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-2fcee220-9817-4031-b661-f5b38e339a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:12.792326 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2fcee220-9817-4031-b661-f5b38e339a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:12.795106 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2fcee220-9817-4031-b661-f5b38e339a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:12.800606 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2d7d50c8-7f04-4ccd-98c3-dffa3e6a57cb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:12.805533 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-560b3556-f8fe-4d67-a995-459b650c329e req-2b223933-f998-4333-95a7-83079625687d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Allocated IP 172.20.0.10 (ca5167e0-70f4-4f5e-919e-3039411592c6/9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd/e2cae2bb-104d-42f4-99ee-33aca6035803) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:11:12.824125 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-2fcee220-9817-4031-b661-f5b38e339a50 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cd0c7218ca2a403f937206153c967e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616042 Jan 25 16:11:12.824339 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcee220-9817-4031-b661-f5b38e339a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc583d59-199e-4bf7-a55f-12c765518ec5,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:12.825771 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 35380) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:12.826430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2fcee220-9817-4031-b661-f5b38e339a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:12.920132 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4024-422a-47d0-8a7a-288c38e03b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:12.946803 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-560b3556-f8fe-4d67-a995-459b650c329e req-2b223933-f998-4333-95a7-83079625687d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:12.948981 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4024-422a-47d0-8a7a-288c38e03b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:12.966269 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-560b3556-f8fe-4d67-a995-459b650c329e req-2b223933-f998-4333-95a7-83079625687d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Transition to ACTIVE for port object e2cae2bb-104d-42f4-99ee-33aca6035803 will not be triggered until provisioned by entity DHCP. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:11:12.985554 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4024-422a-47d0-8a7a-288c38e03b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:12.988293 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:12.992541 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-560b3556-f8fe-4d67-a995-459b650c329e req-2b223933-f998-4333-95a7-83079625687d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:13.005934 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad4024-422a-47d0-8a7a-288c38e03b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc583d59-199e-4bf7-a55f-12c765518ec5,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:13.011050 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e0ad4024-422a-47d0-8a7a-288c38e03b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:13.011295 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:13.077374 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4024-422a-47d0-8a7a-288c38e03b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:13.078111 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-e0ad4024-422a-47d0-8a7a-288c38e03b6b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fc583d59-199e-4bf7-a55f-12c765518ec5 HTTP/1.1" status: 204 len: 168 time: 0.2516749 Jan 25 16:11:13.083692 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b223933-f998-4333-95a7-83079625687d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Pushing event updated for resources: {'Port': ['ID=e2cae2bb-104d-42f4-99ee-33aca6035803,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:13.105536 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2b223933-f998-4333-95a7-83079625687d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:13.114964 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560b3556-f8fe-4d67-a995-459b650c329e req-2b223933-f998-4333-95a7-83079625687d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Network ca5167e0-70f4-4f5e-919e-3039411592c6 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:11:13.115613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-560b3556-f8fe-4d67-a995-459b650c329e req-2b223933-f998-4333-95a7-83079625687d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:11:13.117036 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-560b3556-f8fe-4d67-a995-459b650c329e req-2b223933-f998-4333-95a7-83079625687d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:11:13.128208 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b3556-f8fe-4d67-a995-459b650c329e req-2b223933-f998-4333-95a7-83079625687d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:13.128673 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-560b3556-f8fe-4d67-a995-459b650c329e req-2b223933-f998-4333-95a7-83079625687d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:13.155893 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-560b3556-f8fe-4d67-a995-459b650c329e req-2b223933-f998-4333-95a7-83079625687d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9714577 Jan 25 16:11:13.165751 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Request body: {'port': {'device_id': '360b4bb2-4b9d-4d73-8b36-901f84dc035b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:11:13.244364 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:13.254759 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.objects.ports [None req-e2362976-57f2-4dde-85c6-62e2e6f9b735 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=79986) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 25 16:11:13.295664 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-6f62a30f-6c6a-4db5-b0b4-ffcc3c5d9bf3 None None] Provisioning for port e2cae2bb-104d-42f4-99ee-33aca6035803 completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:11:13.298738 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-6f62a30f-6c6a-4db5-b0b4-ffcc3c5d9bf3 None None] Provisioning complete for port e2cae2bb-104d-42f4-99ee-33aca6035803 triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:13.298971 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6f62a30f-6c6a-4db5-b0b4-ffcc3c5d9bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:13.349962 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-6f62a30f-6c6a-4db5-b0b4-ffcc3c5d9bf3 None None] Port e2cae2bb-104d-42f4-99ee-33aca6035803 cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:11:13.361950 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc1015-9539-4ba9-b001-ea1231692c29 req-67614db5-9923-4ffa-8cd2-54b8957434a3 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:13.363887 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-93fc1015-9539-4ba9-b001-ea1231692c29 req-67614db5-9923-4ffa-8cd2-54b8957434a3 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 943 time: 0.0954888 Jan 25 16:11:13.370918 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-fa951481-8d07-41ae-96cb-9c9a6c118971 req-5b3e138b-fd0c-47d1-8ef9-b1273e63a6ce tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Synchronizing usage tracker for tenant:95283eda37984761942076ba2009fe36 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:11:13.395185 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-93fc1015-9539-4ba9-b001-ea1231692c29 req-640894a4-404d-42a9-81d4-567943fbe1ea tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270658 Jan 25 16:11:13.414185 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-fa951481-8d07-41ae-96cb-9c9a6c118971 req-5b3e138b-fd0c-47d1-8ef9-b1273e63a6ce tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Unset dirty status for tenant:95283eda37984761942076ba2009fe36 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:11:13.415053 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fa951481-8d07-41ae-96cb-9c9a6c118971 req-5b3e138b-fd0c-47d1-8ef9-b1273e63a6ce tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 210 time: 0.0787480 Jan 25 16:11:13.538682 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2cae2bb-104d-42f4-99ee-33aca6035803 {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:11:13.544170 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:13.551902 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Transition to ACTIVE for port object e2cae2bb-104d-42f4-99ee-33aca6035803 will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:11:13.553995 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:13.564059 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:13.640822 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Pushing event updated for resources: {'Port': ['ID=e2cae2bb-104d-42f4-99ee-33aca6035803,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:13.644325 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:13.738507 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Attempting to bind port e2cae2bb-104d-42f4-99ee-33aca6035803 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:11:13.738707 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Attempting to bind port e2cae2bb-104d-42f4-99ee-33aca6035803 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '3f715a25-a095-496e-a199-326d7ad1ef6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:11:13.738903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Attempting to bind port e2cae2bb-104d-42f4-99ee-33aca6035803 on network ca5167e0-70f4-4f5e-919e-3039411592c6 {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:11:13.742042 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:11:13.742343 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Checking segment: {'id': '3f715a25-a095-496e-a199-326d7ad1ef6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:11:13.742564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:13.742772 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Bound using segment: {'id': '3f715a25-a095-496e-a199-326d7ad1ef6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:11:13.743029 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Bound port: e2cae2bb-104d-42f4-99ee-33aca6035803, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f715a25-a095-496e-a199-326d7ad1ef6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:11:13.743225 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:13.748838 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 74c0c0ec-d91b-4a17-822a-bbc01e36dd93 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:13.789515 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97701268-1c41-4e2a-b4ce-9f8b6352cbdc req-5de0f175-38fc-4885-9416-ecea4fe4b92e tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:13.790638 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-97701268-1c41-4e2a-b4ce-9f8b6352cbdc req-5de0f175-38fc-4885-9416-ecea4fe4b92e tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 943 time: 0.0856557 Jan 25 16:11:13.821776 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] For port e2cae2bb-104d-42f4-99ee-33aca6035803, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:11:13.830788 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port 74c0c0ec-d91b-4a17-822a-bbc01e36dd93 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:11:13.838343 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 74c0c0ec-d91b-4a17-822a-bbc01e36dd93 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:13.838677 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:13.856364 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-97701268-1c41-4e2a-b4ce-9f8b6352cbdc req-f6766390-1a54-47e1-a57d-c9349168b84d tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530393 Jan 25 16:11:13.869174 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] For port e2cae2bb-104d-42f4-99ee-33aca6035803, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=e2cae2bb-104d-42f4-99ee-33aca6035803,segment=NetworkSegment(3f715a25-a095-496e-a199-326d7ad1ef6c),segment_id=3f715a25-a095-496e-a199-326d7ad1ef6c)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:11:13.873247 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:13.884518 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:13.929808 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:13.960029 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port 74c0c0ec-d91b-4a17-822a-bbc01e36dd93, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=74c0c0ec-d91b-4a17-822a-bbc01e36dd93,segment=NetworkSegment(0ff2507f-642d-40be-9b0f-4c3515f56bcc),segment_id=0ff2507f-642d-40be-9b0f-4c3515f56bcc)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:11:13.960991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b631cf26-f3ba-40e1-82ed-4a61fab7b96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c0c0ec-d91b-4a17-822a-bbc01e36dd93'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:11:13.996869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842059c1-eb56-4d31-8bd1-77569ae2ee49 req-62235782-7bd0-4de2-92e8-14a8198e90fb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:13.997343 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-842059c1-eb56-4d31-8bd1-77569ae2ee49 req-62235782-7bd0-4de2-92e8-14a8198e90fb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Synchronizing usage tracker for tenant:3d9dc1d24c694798a5da5bb1f60d075a on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:11:13.999787 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:14.000592 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device d054cf75-749d-41af-8710-b100def99e7b up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:14.002708 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Pushing event updated for resources: {'Port': ['ID=e2cae2bb-104d-42f4-99ee-33aca6035803,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:14.007754 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:14.025132 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-842059c1-eb56-4d31-8bd1-77569ae2ee49 req-62235782-7bd0-4de2-92e8-14a8198e90fb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Unset dirty status for tenant:3d9dc1d24c694798a5da5bb1f60d075a on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:11:14.025878 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-842059c1-eb56-4d31-8bd1-77569ae2ee49 req-62235782-7bd0-4de2-92e8-14a8198e90fb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 944 time: 0.2066762 Jan 25 16:11:14.030854 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:14.040121 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:14.040497 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:14.041346 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-560b3556-f8fe-4d67-a995-459b650c329e req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] 10.222.0.117 "PUT /v2.0/ports/e2cae2bb-104d-42f4-99ee-33aca6035803 HTTP/1.1" status: 200 len: 1158 time: 0.8796930 Jan 25 16:11:14.041608 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360b4bb2-4b9d-4d73-8b36-901f84dc035b', 'tag': 'e2cae2bb-104d-42f4-99ee-33aca6035803'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:11:14.091216 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=74c0c0ec-d91b-4a17-822a-bbc01e36dd93,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:14.092182 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-842059c1-eb56-4d31-8bd1-77569ae2ee49 req-8f2f8c5e-fedf-484f-b471-000a41f5d9d0 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626225 Jan 25 16:11:14.106503 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:14.123258 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360b4bb2-4b9d-4d73-8b36-901f84dc035b', 'tag': 'e2cae2bb-104d-42f4-99ee-33aca6035803', 'status': 'completed', 'code': 200} Jan 25 16:11:14.124214 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port d054cf75-749d-41af-8710-b100def99e7b completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:11:14.128718 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port d054cf75-749d-41af-8710-b100def99e7b triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:14.129837 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:14.215381 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:14.237546 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port d054cf75-749d-41af-8710-b100def99e7b, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=d054cf75-749d-41af-8710-b100def99e7b,segment=NetworkSegment(4c88bdfb-61eb-494e-8176-98526c7183ca),segment_id=4c88bdfb-61eb-494e-8176-98526c7183ca)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:11:14.240400 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:14.242617 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:14.297749 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=d054cf75-749d-41af-8710-b100def99e7b,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:14.300072 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:14.352169 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b631cf26-f3ba-40e1-82ed-4a61fab7b96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c0c0ec-d91b-4a17-822a-bbc01e36dd93', 'code': 200} Jan 25 16:11:14.557973 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d1f8d36e-7eb9-45a8-b38b-99aaddf5c382 req-a353ce31-40ab-49b5-ba36-e8bbe1a041b4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 210 time: 0.0275652 Jan 25 16:11:14.577891 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3f640-6261-45dc-b72c-02bc10ce47a2 req-25a5d6b9-12ae-460e-8046-7a02ece5763b tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:14.578892 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d9b3f640-6261-45dc-b72c-02bc10ce47a2 req-25a5d6b9-12ae-460e-8046-7a02ece5763b tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 945 time: 0.0634229 Jan 25 16:11:14.608912 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d9b3f640-6261-45dc-b72c-02bc10ce47a2 req-f5df07ea-af07-4f89-a9ab-cc472badb081 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254297 Jan 25 16:11:14.931528 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b8c15-6a5f-4dea-abc6-41b872fe28f0 req-45ddb4e7-4bb1-492e-b2c4-c8fbf25ecd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:14.932510 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a88b8c15-6a5f-4dea-abc6-41b872fe28f0 req-45ddb4e7-4bb1-492e-b2c4-c8fbf25ecd8a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=3d9dc1d24c694798a5da5bb1f60d075a&device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 1161 time: 0.0709331 Jan 25 16:11:15.086036 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407d64f-f2e3-49b9-b18f-dd30e3df3f91 req-9957b864-3c05-4009-b04a-5a8b22ada9dd tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:15.087000 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d407d64f-f2e3-49b9-b18f-dd30e3df3f91 req-9957b864-3c05-4009-b04a-5a8b22ada9dd tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 945 time: 0.1456337 Jan 25 16:11:15.106315 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b8c15-6a5f-4dea-abc6-41b872fe28f0 req-95430ab4-404f-4b7d-a64f-4c8509bae867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:15.107156 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a88b8c15-6a5f-4dea-abc6-41b872fe28f0 req-95430ab4-404f-4b7d-a64f-4c8509bae867 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=3d9dc1d24c694798a5da5bb1f60d075a&shared=False HTTP/1.1" status: 200 len: 904 time: 0.1394432 Jan 25 16:11:15.146808 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 74c0c0ec-d91b-4a17-822a-bbc01e36dd93 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:15.167546 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 35514) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:15.202899 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 74c0c0ec-d91b-4a17-822a-bbc01e36dd93 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:15.203210 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:15.247085 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a9538-750e-4f87-a511-876fe5e92cb8 req-7b27e1f1-f3fa-468c-8d4e-53040ea1e86d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:15.251912 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4e3a9538-750e-4f87-a511-876fe5e92cb8 req-7b27e1f1-f3fa-468c-8d4e-53040ea1e86d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 944 time: 0.0733435 Jan 25 16:11:15.277025 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-66beacce-dc08-4f00-9717-31234c3185a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:15.285594 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device d054cf75-749d-41af-8710-b100def99e7b up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:15.287151 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-66beacce-dc08-4f00-9717-31234c3185a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:15.294013 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-66beacce-dc08-4f00-9717-31234c3185a6 admin admin] Usage tracker for resource:security_group_rule and tenant:db7dd866b75e4866b7aad498f180922f is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:15.297243 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-66beacce-dc08-4f00-9717-31234c3185a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:15.302596 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-66beacce-dc08-4f00-9717-31234c3185a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:15.307536 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4e3a9538-750e-4f87-a511-876fe5e92cb8 req-31899cde-b38e-40a6-a50f-ecd300f9336e tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550771 Jan 25 16:11:15.331526 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port d054cf75-749d-41af-8710-b100def99e7b triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:15.331760 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:15.362407 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-66beacce-dc08-4f00-9717-31234c3185a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:15.365005 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-66beacce-dc08-4f00-9717-31234c3185a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:15.369554 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d407d64f-f2e3-49b9-b18f-dd30e3df3f91 req-9099aae4-6cb6-4619-8d56-d80e74898bba tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766938 Jan 25 16:11:15.374047 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:15.389061 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-66beacce-dc08-4f00-9717-31234c3185a6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=db7dd866b75e4866b7aad498f180922f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206788 Jan 25 16:11:15.395181 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 35520) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:15.399153 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66beacce-dc08-4f00-9717-31234c3185a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eec8fc4-8562-4e85-8ab2-eef92dab2279,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:15.401262 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-66beacce-dc08-4f00-9717-31234c3185a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:15.422817 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b8c15-6a5f-4dea-abc6-41b872fe28f0 req-4f77e998-579d-4258-8374-f803718b0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:15.423708 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a88b8c15-6a5f-4dea-abc6-41b872fe28f0 req-4f77e998-579d-4258-8374-f803718b0baa service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3075130 Jan 25 16:11:15.440127 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-24bee920-f226-422f-bae9-060bd367eb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:15.454937 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-24bee920-f226-422f-bae9-060bd367eb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:15.482599 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-24bee920-f226-422f-bae9-060bd367eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:15.484986 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:15.492582 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bee920-f226-422f-bae9-060bd367eb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eec8fc4-8562-4e85-8ab2-eef92dab2279,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:15.494129 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-24bee920-f226-422f-bae9-060bd367eb64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:15.495800 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-24bee920-f226-422f-bae9-060bd367eb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:15.496492 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-24bee920-f226-422f-bae9-060bd367eb64 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7eec8fc4-8562-4e85-8ab2-eef92dab2279 HTTP/1.1" status: 204 len: 168 time: 0.1007006 Jan 25 16:11:15.677747 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-71d62bb4-2254-4b16-8bdf-f80ef5a52e80 req-90efe689-2bc2-49fc-be4c-3477a4dcf75e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 210 time: 0.0290167 Jan 25 16:11:15.704618 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 35540) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:15.716110 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f163-2d33-4352-a811-0e6e4ee9f024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:15.724630 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ccd4f163-2d33-4352-a811-0e6e4ee9f024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:15.726836 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ccd4f163-2d33-4352-a811-0e6e4ee9f024 admin admin] Usage tracker for resource:security_group_rule and tenant:d47e3a8e22d946e4a3edda55fcb11768 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:15.728497 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ccd4f163-2d33-4352-a811-0e6e4ee9f024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:15.731634 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ccd4f163-2d33-4352-a811-0e6e4ee9f024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:15.749117 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0caf37d-9516-488d-b192-093e95d82b84 req-d08801d8-2f49-4ed2-9a6c-ca8aceb2c3c6 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:15.750226 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b0caf37d-9516-488d-b192-093e95d82b84 req-d08801d8-2f49-4ed2-9a6c-ca8aceb2c3c6 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 945 time: 0.0623546 Jan 25 16:11:15.780430 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b0caf37d-9516-488d-b192-093e95d82b84 req-2830f892-28eb-4d1b-b0c7-29cfb169c5a2 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263937 Jan 25 16:11:15.786917 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f163-2d33-4352-a811-0e6e4ee9f024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:15.789380 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f163-2d33-4352-a811-0e6e4ee9f024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:15.795307 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b670129f-4023-428d-a561-437486e7a4e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:15.820617 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-ccd4f163-2d33-4352-a811-0e6e4ee9f024 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d47e3a8e22d946e4a3edda55fcb11768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1153505 Jan 25 16:11:15.821157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4f163-2d33-4352-a811-0e6e4ee9f024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932ebcc7-cd05-4c3a-8150-8d1d59e24875,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:15.822752 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 35546) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:15.823136 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ccd4f163-2d33-4352-a811-0e6e4ee9f024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:15.858792 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b97324c1-abbb-444a-971d-c402e9815aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:15.873400 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b97324c1-abbb-444a-971d-c402e9815aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:15.899458 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b97324c1-abbb-444a-971d-c402e9815aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:15.901769 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0fa6550d-d89f-43dc-bc74-4036bac6f477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:15.908235 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97324c1-abbb-444a-971d-c402e9815aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932ebcc7-cd05-4c3a-8150-8d1d59e24875,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:15.910488 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b97324c1-abbb-444a-971d-c402e9815aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:15.912596 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b97324c1-abbb-444a-971d-c402e9815aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:15.913283 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-b97324c1-abbb-444a-971d-c402e9815aeb admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/932ebcc7-cd05-4c3a-8150-8d1d59e24875 HTTP/1.1" status: 204 len: 168 time: 0.0897131 Jan 25 16:11:16.185836 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 35568) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:16.294708 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-41f12a52-ccc8-4480-b849-fe7479268c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:16.302797 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-41f12a52-ccc8-4480-b849-fe7479268c4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:16.305042 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-41f12a52-ccc8-4480-b849-fe7479268c4c admin admin] Usage tracker for resource:security_group_rule and tenant:c0d0eec392ec4436ad3de6225850228c is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:16.306712 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-41f12a52-ccc8-4480-b849-fe7479268c4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:16.309780 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-41f12a52-ccc8-4480-b849-fe7479268c4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:16.353613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5765256e-21cd-43b4-aec0-cc4de9d56bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd054cf75-749d-41af-8710-b100def99e7b'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:11:16.356591 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-41f12a52-ccc8-4480-b849-fe7479268c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:16.358581 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-41f12a52-ccc8-4480-b849-fe7479268c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:16.364060 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:16.389454 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-41f12a52-ccc8-4480-b849-fe7479268c4c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c0d0eec392ec4436ad3de6225850228c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027309 Jan 25 16:11:16.389775 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5765256e-21cd-43b4-aec0-cc4de9d56bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd054cf75-749d-41af-8710-b100def99e7b', 'code': 200} Jan 25 16:11:16.390796 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f12a52-ccc8-4480-b849-fe7479268c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcbf8a8-2870-497a-8e62-e9248583e931,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:16.391284 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 35586) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:16.393121 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-41f12a52-ccc8-4480-b849-fe7479268c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:16.460912 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0600f-8226-4c9a-bd0c-cfb18160c868 req-73923362-abf6-4642-903e-f064be85a0b3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:16.461884 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2bd0600f-8226-4c9a-bd0c-cfb18160c868 req-73923362-abf6-4642-903e-f064be85a0b3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 944 time: 0.0717933 Jan 25 16:11:16.497046 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2bd0600f-8226-4c9a-bd0c-cfb18160c868 req-29a9ad30-6ade-495c-96e2-b6fadf483f3e tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313690 Jan 25 16:11:16.513030 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bd0240ef-ae63-474b-a800-3a346d44de9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:16.538028 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bd0240ef-ae63-474b-a800-3a346d44de9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:16.554613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b3556-f8fe-4d67-a995-459b650c329e req-45376a18-77f5-442d-ae08-071a0ab79168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:16.555563 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-560b3556-f8fe-4d67-a995-459b650c329e req-45376a18-77f5-442d-ae08-071a0ab79168 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=3d9dc1d24c694798a5da5bb1f60d075a&device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 1161 time: 0.1468439 Jan 25 16:11:16.608020 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-560b3556-f8fe-4d67-a995-459b650c329e req-da6bb360-d81c-42d3-bd6b-b84e2f88cc94 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cae2bb-104d-42f4-99ee-33aca6035803 HTTP/1.1" status: 200 len: 217 time: 0.0441995 Jan 25 16:11:16.623467 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f7ee2-ec2b-4096-adf0-cbbe2da2ed7d req-3dd4f7d9-5964-43a6-8432-8e4f6d8df1c2 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:16.624337 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f85f7ee2-ec2b-4096-adf0-cbbe2da2ed7d req-3dd4f7d9-5964-43a6-8432-8e4f6d8df1c2 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 945 time: 0.1401002 Jan 25 16:11:16.678693 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bd0240ef-ae63-474b-a800-3a346d44de9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:16.684644 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b3556-f8fe-4d67-a995-459b650c329e req-126bf853-686e-4b41-9f5b-d10e4a5c6ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:16.685514 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-560b3556-f8fe-4d67-a995-459b650c329e req-126bf853-686e-4b41-9f5b-d10e4a5c6ae5 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd HTTP/1.1" status: 200 len: 849 time: 0.0602741 Jan 25 16:11:16.686564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:16.693364 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f85f7ee2-ec2b-4096-adf0-cbbe2da2ed7d req-b1612cf2-64c3-4d27-b6a4-754d4e7943b9 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450356 Jan 25 16:11:16.718290 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0240ef-ae63-474b-a800-3a346d44de9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcbf8a8-2870-497a-8e62-e9248583e931,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:16.722764 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-bd0240ef-ae63-474b-a800-3a346d44de9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:16.725588 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bd0240ef-ae63-474b-a800-3a346d44de9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:16.728190 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-bd0240ef-ae63-474b-a800-3a346d44de9d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bfcbf8a8-2870-497a-8e62-e9248583e931 HTTP/1.1" status: 204 len: 168 time: 0.3343487 Jan 25 16:11:16.745365 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b3556-f8fe-4d67-a995-459b650c329e req-33ec83f2-c813-471f-8d66-90636cfebeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:16.746433 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-560b3556-f8fe-4d67-a995-459b650c329e req-33ec83f2-c813-471f-8d66-90636cfebeff service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ca5167e0-70f4-4f5e-919e-3039411592c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525420 Jan 25 16:11:16.848719 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-560b3556-f8fe-4d67-a995-459b650c329e req-8bed5e9b-8d2f-4387-af01-13b7d335717c service neutron] 10.222.0.117 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889800 Jan 25 16:11:16.997580 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3a36a3b1-54ad-42d0-b3c6-02066baf3d80 req-8b313f25-58f2-4519-a815-57d007e35d44 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 210 time: 0.0383689 Jan 25 16:11:17.061748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c319928-c84b-42e6-84d7-14efa83412d5 req-2341bd0c-c439-48a9-859c-f12e2b6108bf tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:17.066420 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6c319928-c84b-42e6-84d7-14efa83412d5 req-2341bd0c-c439-48a9-859c-f12e2b6108bf tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 945 time: 0.1778517 Jan 25 16:11:17.080025 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-560b3556-f8fe-4d67-a995-459b650c329e req-244558dd-763f-42c1-ac94-5f72bf4ce8f4 service neutron] 10.222.0.117 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2255647 Jan 25 16:11:17.093075 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea61725-0e2d-4301-aadd-04f6baab8b60 req-9a1dadd8-050b-428a-af48-3a0f4a542d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:17.093991 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fea61725-0e2d-4301-aadd-04f6baab8b60 req-9a1dadd8-050b-428a-af48-3a0f4a542d1a service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 1162 time: 0.1344397 Jan 25 16:11:17.109830 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6c319928-c84b-42e6-84d7-14efa83412d5 req-04f599e9-aa78-466f-99ed-7f62b9899dd1 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427859 Jan 25 16:11:17.128657 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-fea61725-0e2d-4301-aadd-04f6baab8b60 req-a8b99d77-733e-4315-a154-10bd192365d8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:17.155245 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-fea61725-0e2d-4301-aadd-04f6baab8b60 req-a8b99d77-733e-4315-a154-10bd192365d8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:17.160654 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-fea61725-0e2d-4301-aadd-04f6baab8b60 req-a8b99d77-733e-4315-a154-10bd192365d8 service neutron] Usage tracker for resource:security_group_rule and tenant:73274b5b31594c028617a22d3d9715d7 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:17.165099 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-fea61725-0e2d-4301-aadd-04f6baab8b60 req-a8b99d77-733e-4315-a154-10bd192365d8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:17.169549 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-fea61725-0e2d-4301-aadd-04f6baab8b60 req-a8b99d77-733e-4315-a154-10bd192365d8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:17.292162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-fea61725-0e2d-4301-aadd-04f6baab8b60 req-a8b99d77-733e-4315-a154-10bd192365d8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:17.294402 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-fea61725-0e2d-4301-aadd-04f6baab8b60 req-a8b99d77-733e-4315-a154-10bd192365d8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:17.302886 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:17.326887 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b99d77-733e-4315-a154-10bd192365d8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e06408a2-b150-4fde-b2eb-fd81032b929d,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:17.342890 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a8b99d77-733e-4315-a154-10bd192365d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:17.346868 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fea61725-0e2d-4301-aadd-04f6baab8b60 req-a8b99d77-733e-4315-a154-10bd192365d8 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363644 Jan 25 16:11:17.373502 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-2ab3172e-e761-4999-be46-87897ffee661 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:17.373976 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-2ab3172e-e761-4999-be46-87897ffee661 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Synchronizing usage tracker for tenant:95283eda37984761942076ba2009fe36 on resource:network {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:11:17.386148 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-2ab3172e-e761-4999-be46-87897ffee661 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Unset dirty status for tenant:95283eda37984761942076ba2009fe36 on resource:network {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:11:17.386947 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-2ab3172e-e761-4999-be46-87897ffee661 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.117 "GET /v2.0/networks?id=51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 HTTP/1.1" status: 200 len: 816 time: 0.1689503 Jan 25 16:11:17.571758 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b20de7a3-b446-42ae-b601-d6e9c44b9e16 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Synchronizing usage tracker for tenant:95283eda37984761942076ba2009fe36 on resource:security_group {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:11:17.582238 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b20de7a3-b446-42ae-b601-d6e9c44b9e16 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Unset dirty status for tenant:95283eda37984761942076ba2009fe36 on resource:security_group {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:11:17.583287 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b20de7a3-b446-42ae-b601-d6e9c44b9e16 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=95283eda37984761942076ba2009fe36 HTTP/1.1" status: 200 len: 5704 time: 0.0686667 Jan 25 16:11:17.590641 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-11b611a2-3201-4c46-92f0-f08f7f60e477 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Request body: {'port': {'device_id': '64b37b9a-1b01-4d79-a497-85c9f3393072', 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2', 'admin_state_up': True, 'tenant_id': '95283eda37984761942076ba2009fe36', 'security_groups': ['0ab3c614-41e5-4adc-a4a2-947bb8766d7d']}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:11:17.644328 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8eaed-42db-4727-ba7d-601321b0da28 req-58f50155-5432-4700-8143-0fb83918b1cb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:17.645778 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1be8eaed-42db-4727-ba7d-601321b0da28 req-58f50155-5432-4700-8143-0fb83918b1cb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 944 time: 0.0736825 Jan 25 16:11:17.674713 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-11b611a2-3201-4c46-92f0-f08f7f60e477 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:17.680483 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-11b611a2-3201-4c46-92f0-f08f7f60e477 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:17.687916 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-11b611a2-3201-4c46-92f0-f08f7f60e477 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Made reservation on behalf of 95283eda37984761942076ba2009fe36 for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:11:17.694391 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-11b611a2-3201-4c46-92f0-f08f7f60e477 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:17.695595 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1be8eaed-42db-4727-ba7d-601321b0da28 req-a96307ae-ba12-4a1c-a732-c505a2261b86 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454826 Jan 25 16:11:17.921435 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7c1d9-49ae-4575-9a01-da8879355209 req-9fd56308-86df-423b-b99d-9ff4ca7456a9 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:17.922533 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d0d7c1d9-49ae-4575-9a01-da8879355209 req-9fd56308-86df-423b-b99d-9ff4ca7456a9 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 945 time: 0.1034448 Jan 25 16:11:17.936590 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-11b611a2-3201-4c46-92f0-f08f7f60e477 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Allocated IP 172.20.0.13 (51b2e8fa-99b8-468d-a49b-4bf6df10bbd2/51238685-cb80-4e6a-bf2c-386e2e1be418/031ba2b5-3cd1-4482-8047-685529eb82ba) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:11:17.968109 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d0d7c1d9-49ae-4575-9a01-da8879355209 req-b9acbd0d-3526-4f61-87fd-9b4e3b201126 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412962 Jan 25 16:11:18.070011 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-11b611a2-3201-4c46-92f0-f08f7f60e477 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:18.078946 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-11b611a2-3201-4c46-92f0-f08f7f60e477 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Transition to ACTIVE for port object 031ba2b5-3cd1-4482-8047-685529eb82ba will not be triggered until provisioned by entity DHCP. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:11:18.094780 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-11b611a2-3201-4c46-92f0-f08f7f60e477 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:18.095994 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7e8b6f27-7dc1-4294-b999-118b01ce236d req-7efb261c-390b-4cea-b3a7-37dc46069622 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 210 time: 0.0268652 Jan 25 16:11:18.105351 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:18.234235 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b611a2-3201-4c46-92f0-f08f7f60e477 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Pushing event updated for resources: {'Port': ['ID=031ba2b5-3cd1-4482-8047-685529eb82ba,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:18.244948 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-11b611a2-3201-4c46-92f0-f08f7f60e477 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:18.473274 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-11b611a2-3201-4c46-92f0-f08f7f60e477 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Network 51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:11:18.475752 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9a380-79cd-45f4-ab04-e3db1fccfd38 req-f3f58b2b-a7c5-4610-a9de-0f211ff08c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:18.476692 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-93d9a380-79cd-45f4-ab04-e3db1fccfd38 req-f3f58b2b-a7c5-4610-a9de-0f211ff08c86 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 1162 time: 0.3168590 Jan 25 16:11:18.477207 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-11b611a2-3201-4c46-92f0-f08f7f60e477 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:11:18.479226 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-11b611a2-3201-4c46-92f0-f08f7f60e477 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:11:18.490241 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-11b611a2-3201-4c46-92f0-f08f7f60e477 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:18.490655 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-11b611a2-3201-4c46-92f0-f08f7f60e477 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:18.528500 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a427a19-8138-4f94-8470-16a2ff08e0bb req-04a3eaba-6c13-4abd-916a-3f8fc77593ce tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:18.529478 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5a427a19-8138-4f94-8470-16a2ff08e0bb req-04a3eaba-6c13-4abd-916a-3f8fc77593ce tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 945 time: 0.3424461 Jan 25 16:11:18.557842 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-93d9a380-79cd-45f4-ab04-e3db1fccfd38 req-0ccd966e-402c-4a07-b313-a9f41a7e0b2e service neutron] Synchronizing usage tracker for tenant:73274b5b31594c028617a22d3d9715d7 on resource:security_group {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:11:18.566152 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-11b611a2-3201-4c46-92f0-f08f7f60e477 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9775066 Jan 25 16:11:18.576299 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Request body: {'port': {'device_id': '64b37b9a-1b01-4d79-a497-85c9f3393072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:11:18.599834 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5a427a19-8138-4f94-8470-16a2ff08e0bb req-00944a01-d366-4362-9926-51f825b52b4b tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623405 Jan 25 16:11:18.612516 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-93d9a380-79cd-45f4-ab04-e3db1fccfd38 req-0ccd966e-402c-4a07-b313-a9f41a7e0b2e service neutron] Unset dirty status for tenant:73274b5b31594c028617a22d3d9715d7 on resource:security_group {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:11:18.613199 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-93d9a380-79cd-45f4-ab04-e3db1fccfd38 req-0ccd966e-402c-4a07-b313-a9f41a7e0b2e service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183722 Jan 25 16:11:18.633834 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-49d1ac51-9c84-4afe-89ff-6db90e22589f None None] Provisioning for port 031ba2b5-3cd1-4482-8047-685529eb82ba completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:11:18.636909 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-49d1ac51-9c84-4afe-89ff-6db90e22589f None None] Provisioning complete for port 031ba2b5-3cd1-4482-8047-685529eb82ba triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:18.637262 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-49d1ac51-9c84-4afe-89ff-6db90e22589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:18.651220 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:18.669107 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-49d1ac51-9c84-4afe-89ff-6db90e22589f None None] Port 031ba2b5-3cd1-4482-8047-685529eb82ba cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:11:18.820412 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c5d58-4e29-437d-8f75-02c198a820af req-998c9ec7-b2ed-4ef2-91a6-c81e6f23a61f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:18.821401 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-730c5d58-4e29-437d-8f75-02c198a820af req-998c9ec7-b2ed-4ef2-91a6-c81e6f23a61f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 944 time: 0.0670431 Jan 25 16:11:18.852136 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-730c5d58-4e29-437d-8f75-02c198a820af req-a93a3fef-9b64-49ac-94e9-b59bd5c15016 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262656 Jan 25 16:11:18.873349 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031ba2b5-3cd1-4482-8047-685529eb82ba {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:11:18.877441 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:18.884115 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Transition to ACTIVE for port object 031ba2b5-3cd1-4482-8047-685529eb82ba will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:11:18.886007 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:18.895008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7b6b076d-856b-4073-a065-44401326c1cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:18.964730 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Pushing event updated for resources: {'Port': ['ID=031ba2b5-3cd1-4482-8047-685529eb82ba,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:18.966638 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:19.050607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Attempting to bind port 031ba2b5-3cd1-4482-8047-685529eb82ba on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:11:19.050919 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Attempting to bind port 031ba2b5-3cd1-4482-8047-685529eb82ba by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '4b11f530-28cd-4a95-9a25-ddbfd907a307', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:11:19.051181 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Attempting to bind port 031ba2b5-3cd1-4482-8047-685529eb82ba on network 51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:11:19.054862 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:11:19.055128 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Checking segment: {'id': '4b11f530-28cd-4a95-9a25-ddbfd907a307', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:11:19.055411 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:19.055683 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Bound using segment: {'id': '4b11f530-28cd-4a95-9a25-ddbfd907a307', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:11:19.056157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Bound port: 031ba2b5-3cd1-4482-8047-685529eb82ba, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b11f530-28cd-4a95-9a25-ddbfd907a307', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:11:19.056460 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:19.147297 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] For port 031ba2b5-3cd1-4482-8047-685529eb82ba, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:11:19.149690 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] For port 031ba2b5-3cd1-4482-8047-685529eb82ba, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=031ba2b5-3cd1-4482-8047-685529eb82ba,segment=NetworkSegment(4b11f530-28cd-4a95-9a25-ddbfd907a307),segment_id=4b11f530-28cd-4a95-9a25-ddbfd907a307)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:11:19.166859 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf5a84-ec12-4508-947b-5ca8ce6c3d25 req-bc4571ef-8c59-41cc-94dd-5a2fb950d08e tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:19.167934 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8ebf5a84-ec12-4508-947b-5ca8ce6c3d25 req-bc4571ef-8c59-41cc-94dd-5a2fb950d08e tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 945 time: 0.1027355 Jan 25 16:11:19.169215 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:19.181592 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2b223933-f998-4333-95a7-83079625687d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:19.278115 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8ebf5a84-ec12-4508-947b-5ca8ce6c3d25 req-4dd7adc0-8a49-4454-bf66-78a835e52365 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982130 Jan 25 16:11:19.286051 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c542e01-ad04-474d-901b-d552f4d2731b req-1998088f-f68a-442e-88f0-45e62183d948 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:19.286870 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6c542e01-ad04-474d-901b-d552f4d2731b req-1998088f-f68a-442e-88f0-45e62183d948 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 944 time: 0.0589628 Jan 25 16:11:19.287987 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Pushing event updated for resources: {'Port': ['ID=031ba2b5-3cd1-4482-8047-685529eb82ba,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:19.290824 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:19.313042 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:19.313903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:19.316113 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] 10.222.0.117 "PUT /v2.0/ports/031ba2b5-3cd1-4482-8047-685529eb82ba HTTP/1.1" status: 200 len: 1158 time: 0.7430038 Jan 25 16:11:19.316465 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b37b9a-1b01-4d79-a497-85c9f3393072', 'tag': '031ba2b5-3cd1-4482-8047-685529eb82ba'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:11:19.324725 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6c542e01-ad04-474d-901b-d552f4d2731b req-9328416b-36cc-402b-98cf-3ecda7de3f9c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301733 Jan 25 16:11:19.383104 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b37b9a-1b01-4d79-a497-85c9f3393072', 'tag': '031ba2b5-3cd1-4482-8047-685529eb82ba', 'status': 'completed', 'code': 200} Jan 25 16:11:19.406581 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-e72c4013-2ed4-4358-89d5-8fd9f9a301c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:19.407532 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-e72c4013-2ed4-4358-89d5-8fd9f9a301c9 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=95283eda37984761942076ba2009fe36&device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 1161 time: 0.0483317 Jan 25 16:11:19.449868 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-f2fd0b4f-957c-4b6a-8101-804114be8bce service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=031ba2b5-3cd1-4482-8047-685529eb82ba HTTP/1.1" status: 200 len: 217 time: 0.0359020 Jan 25 16:11:19.472282 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device e2cae2bb-104d-42f4-99ee-33aca6035803 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:19.514029 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-7750e8dc-2718-4ee6-84e4-490a1f41d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:19.515187 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-7750e8dc-2718-4ee6-84e4-490a1f41d5b8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=51238685-cb80-4e6a-bf2c-386e2e1be418 HTTP/1.1" status: 200 len: 855 time: 0.0550437 Jan 25 16:11:19.520582 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port e2cae2bb-104d-42f4-99ee-33aca6035803 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:11:19.523513 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port e2cae2bb-104d-42f4-99ee-33aca6035803 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:19.523746 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:19.561768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-ed36ee0b-8172-4672-93cd-f0b52748103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:19.562626 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-ed36ee0b-8172-4672-93cd-f0b52748103b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=51b2e8fa-99b8-468d-a49b-4bf6df10bbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431101 Jan 25 16:11:19.597523 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:19.612670 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360b4bb2-4b9d-4d73-8b36-901f84dc035b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cae2bb-104d-42f4-99ee-33aca6035803'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:11:19.619407 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port e2cae2bb-104d-42f4-99ee-33aca6035803, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=e2cae2bb-104d-42f4-99ee-33aca6035803,segment=NetworkSegment(3f715a25-a095-496e-a199-326d7ad1ef6c),segment_id=3f715a25-a095-496e-a199-326d7ad1ef6c)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:11:19.621645 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:19.622235 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device d054cf75-749d-41af-8710-b100def99e7b up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:19.642300 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-e23b0fe1-2423-44a4-ba94-84b811c823a8 service neutron] 10.222.0.117 "GET /v2.0/networks/51b2e8fa-99b8-468d-a49b-4bf6df10bbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0749676 Jan 25 16:11:19.645613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2aab9458-6e82-4212-943c-737573669cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:19.678892 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360b4bb2-4b9d-4d73-8b36-901f84dc035b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cae2bb-104d-42f4-99ee-33aca6035803', 'code': 200} Jan 25 16:11:19.691319 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=e2cae2bb-104d-42f4-99ee-33aca6035803,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:19.704190 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:19.717383 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port d054cf75-749d-41af-8710-b100def99e7b triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:19.717617 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:19.797562 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-172fdc08-3a1c-441f-8727-8d1dc3cd0908 req-fc2da011-24a9-4e90-9e43-b6629c500eea service neutron] 10.222.0.117 "GET /v2.0/networks/51b2e8fa-99b8-468d-a49b-4bf6df10bbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1473522 Jan 25 16:11:19.827841 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fd4c2-0323-48a6-8640-6eca2beab475 req-145b76be-680e-48c0-bca3-dc3936288a6d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:19.828710 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2b5fd4c2-0323-48a6-8640-6eca2beab475 req-145b76be-680e-48c0-bca3-dc3936288a6d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 945 time: 0.1080885 Jan 25 16:11:19.892560 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2b5fd4c2-0323-48a6-8640-6eca2beab475 req-ac99006b-fa1f-48d0-82e6-719e2300b068 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323894 Jan 25 16:11:19.905985 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e46f76-8a2e-4530-83d2-9b738d29a1d5 req-f00cc9a6-d51a-4644-9cad-c16f8800e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:19.906930 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-37e46f76-8a2e-4530-83d2-9b738d29a1d5 req-f00cc9a6-d51a-4644-9cad-c16f8800e0b4 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 1163 time: 0.0776849 Jan 25 16:11:19.938709 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-37e46f76-8a2e-4530-83d2-9b738d29a1d5 req-d7f26a1c-c1f5-4bd1-bdf0-09227bccc4b7 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266809 Jan 25 16:11:19.982723 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bb9e4-c0c8-42e9-ae18-5cfa5fd91496 req-3687afbc-62ad-4442-b80f-d64d05019ad6 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:19.984399 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-da6bb9e4-c0c8-42e9-ae18-5cfa5fd91496 req-3687afbc-62ad-4442-b80f-d64d05019ad6 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0610604 Jan 25 16:11:20.014833 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-da6bb9e4-c0c8-42e9-ae18-5cfa5fd91496 req-c435026a-bb01-446d-8d80-067eae27d622 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268235 Jan 25 16:11:20.196275 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ad17b-096e-4ead-931f-d4b37f7427c7 req-c82b81be-14bd-429a-b2d6-4a6b645abea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:20.197204 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bd2ad17b-096e-4ead-931f-d4b37f7427c7 req-c82b81be-14bd-429a-b2d6-4a6b645abea9 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=95283eda37984761942076ba2009fe36&device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 1161 time: 0.0497975 Jan 25 16:11:20.275836 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ad17b-096e-4ead-931f-d4b37f7427c7 req-0d38ba7b-cc2f-471a-825a-6b59b75ac2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:20.276777 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bd2ad17b-096e-4ead-931f-d4b37f7427c7 req-0d38ba7b-cc2f-471a-825a-6b59b75ac2e8 service neutron] 10.222.0.117 "GET /v2.0/networks?id=51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 HTTP/1.1" status: 200 len: 910 time: 0.0751195 Jan 25 16:11:20.317699 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bd2ad17b-096e-4ead-931f-d4b37f7427c7 req-d9327236-c89c-4174-8b88-497d94f3e861 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=031ba2b5-3cd1-4482-8047-685529eb82ba HTTP/1.1" status: 200 len: 217 time: 0.0354505 Jan 25 16:11:20.367466 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ad17b-096e-4ead-931f-d4b37f7427c7 req-8092d08d-42eb-4da4-b144-b0cf737b75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:20.368460 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bd2ad17b-096e-4ead-931f-d4b37f7427c7 req-8092d08d-42eb-4da4-b144-b0cf737b75b8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=51238685-cb80-4e6a-bf2c-386e2e1be418 HTTP/1.1" status: 200 len: 855 time: 0.0450571 Jan 25 16:11:20.572644 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ad17b-096e-4ead-931f-d4b37f7427c7 req-839ab86e-3f9e-4bd5-86a3-063f05a1bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:20.573607 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bd2ad17b-096e-4ead-931f-d4b37f7427c7 req-839ab86e-3f9e-4bd5-86a3-063f05a1bd7b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=51b2e8fa-99b8-468d-a49b-4bf6df10bbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1995656 Jan 25 16:11:20.579776 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca834-591c-40fd-9f5a-d4f13b067e03 req-8ab50382-8606-4d83-8313-b3ebfcc93272 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:20.584794 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0adca834-591c-40fd-9f5a-d4f13b067e03 req-8ab50382-8606-4d83-8313-b3ebfcc93272 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 944 time: 0.0969365 Jan 25 16:11:20.609846 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48667e-bc67-4793-bfc1-67dda539014f req-f3c5f3a5-b4e1-4619-b8d2-d3230b8a676d tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:20.611094 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d48667e-bc67-4793-bfc1-67dda539014f req-f3c5f3a5-b4e1-4619-b8d2-d3230b8a676d tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 945 time: 0.1609607 Jan 25 16:11:20.633240 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0adca834-591c-40fd-9f5a-d4f13b067e03 req-f4956976-9886-4131-b465-dcaeb2ace830 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464578 Jan 25 16:11:20.638099 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 35784) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:20.724869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-343acd3b-aa0b-4321-89ca-2364b53f90b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:20.738104 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-343acd3b-aa0b-4321-89ca-2364b53f90b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:20.740559 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-343acd3b-aa0b-4321-89ca-2364b53f90b4 admin admin] Usage tracker for resource:security_group_rule and tenant:ebaf7a4d2f0c4e9597cf8d1230925526 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:20.742358 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-343acd3b-aa0b-4321-89ca-2364b53f90b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:20.745502 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-343acd3b-aa0b-4321-89ca-2364b53f90b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:20.795372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-343acd3b-aa0b-4321-89ca-2364b53f90b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:20.797578 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-343acd3b-aa0b-4321-89ca-2364b53f90b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:20.802113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b0522568-e29b-4c68-a5c3-f7dcc42c628e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:20.825113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343acd3b-aa0b-4321-89ca-2364b53f90b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ecb1f0-82a1-4f5f-90ed-a2bd5978c7f8,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:20.827345 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-343acd3b-aa0b-4321-89ca-2364b53f90b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:20.829199 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-343acd3b-aa0b-4321-89ca-2364b53f90b4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ebaf7a4d2f0c4e9597cf8d1230925526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903582 Jan 25 16:11:20.831016 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 35792) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:20.868914 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c363e09c-8797-472f-82ef-24e21e70d366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:20.876533 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d48667e-bc67-4793-bfc1-67dda539014f req-a4a730b3-740a-44ca-a364-9ce177877b45 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510793 Jan 25 16:11:20.884600 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c363e09c-8797-472f-82ef-24e21e70d366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:20.895752 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bd2ad17b-096e-4ead-931f-d4b37f7427c7 req-9136157c-8395-4f92-9a10-2a5cb25104d6 service neutron] 10.222.0.117 "GET /v2.0/networks/51b2e8fa-99b8-468d-a49b-4bf6df10bbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839668 Jan 25 16:11:20.913312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c363e09c-8797-472f-82ef-24e21e70d366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:20.915379 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:20.923917 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363e09c-8797-472f-82ef-24e21e70d366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ecb1f0-82a1-4f5f-90ed-a2bd5978c7f8,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:20.926501 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c363e09c-8797-472f-82ef-24e21e70d366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:20.939141 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c363e09c-8797-472f-82ef-24e21e70d366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:20.941826 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-c363e09c-8797-472f-82ef-24e21e70d366 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/71ecb1f0-82a1-4f5f-90ed-a2bd5978c7f8 HTTP/1.1" status: 204 len: 168 time: 0.1082346 Jan 25 16:11:21.133656 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 35806) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:21.137618 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f7b2b-62e9-4497-9b8f-e0c579cb2eeb req-2835c8f3-b01a-425f-a450-8336ff6f0761 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:21.138606 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f4f7b2b-62e9-4497-9b8f-e0c579cb2eeb req-2835c8f3-b01a-425f-a450-8336ff6f0761 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0591505 Jan 25 16:11:21.145932 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-536db6bc-0216-47c0-bb24-a77ecae19c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:21.154643 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-536db6bc-0216-47c0-bb24-a77ecae19c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:21.158654 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-536db6bc-0216-47c0-bb24-a77ecae19c01 admin admin] Usage tracker for resource:security_group_rule and tenant:a12219876a5440a990822fa252079cc1 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:21.160455 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-536db6bc-0216-47c0-bb24-a77ecae19c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:21.163581 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-536db6bc-0216-47c0-bb24-a77ecae19c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:21.177370 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f4f7b2b-62e9-4497-9b8f-e0c579cb2eeb req-61ca5a31-1714-4652-afa6-3db0433ea8aa tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326054 Jan 25 16:11:21.220259 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-536db6bc-0216-47c0-bb24-a77ecae19c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:21.222710 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-536db6bc-0216-47c0-bb24-a77ecae19c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:21.241555 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:21.248509 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-536db6bc-0216-47c0-bb24-a77ecae19c01 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a12219876a5440a990822fa252079cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1124539 Jan 25 16:11:21.248906 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 35816) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:21.285271 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-21aedc4b-f0cd-405d-9640-55e007f899d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:21.289887 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536db6bc-0216-47c0-bb24-a77ecae19c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f695bef5-5ccb-4a0a-87b6-c8a5756a2172,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:21.299368 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-21aedc4b-f0cd-405d-9640-55e007f899d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:21.304687 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-536db6bc-0216-47c0-bb24-a77ecae19c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:21.323140 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-21aedc4b-f0cd-405d-9640-55e007f899d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:21.325923 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-632c4260-d778-4ee4-bbeb-edd29f1f1ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:21.332198 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aedc4b-f0cd-405d-9640-55e007f899d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f695bef5-5ccb-4a0a-87b6-c8a5756a2172,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:21.334384 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-21aedc4b-f0cd-405d-9640-55e007f899d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:21.336124 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-21aedc4b-f0cd-405d-9640-55e007f899d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:21.336842 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-21aedc4b-f0cd-405d-9640-55e007f899d6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f695bef5-5ccb-4a0a-87b6-c8a5756a2172 HTTP/1.1" status: 204 len: 168 time: 0.0873060 Jan 25 16:11:21.384049 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59155537-2cdf-402b-a17b-0a54e7de7391 req-9de769ec-74b2-4cb4-9a23-8d865bf4372d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:21.384993 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-59155537-2cdf-402b-a17b-0a54e7de7391 req-9de769ec-74b2-4cb4-9a23-8d865bf4372d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.1308649 Jan 25 16:11:21.390921 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 35822) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:21.395635 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-542da195-0f61-48a5-8be8-08c231ae5a81 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Request body: {'floatingip': {'port_id': 'e2cae2bb-104d-42f4-99ee-33aca6035803'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:11:21.438584 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bd2ad17b-096e-4ead-931f-d4b37f7427c7 req-52bfe897-bcd5-4470-8e3f-758405f41a9f service neutron] 10.222.0.117 "GET /v2.0/networks/51b2e8fa-99b8-468d-a49b-4bf6df10bbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1460960 Jan 25 16:11:21.443853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-542da195-0f61-48a5-8be8-08c231ae5a81 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for floatingip, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:21.771996 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2d209-7338-4f63-9942-d4b295a3af1b req-03cc880a-0aec-40d8-8cc0-6da4453d150c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:21.773091 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-96c2d209-7338-4f63-9942-d4b295a3af1b req-03cc880a-0aec-40d8-8cc0-6da4453d150c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 944 time: 0.0741665 Jan 25 16:11:21.802375 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-96c2d209-7338-4f63-9942-d4b295a3af1b req-53aba695-d64d-4a18-aabe-f0c016c2ef24 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254889 Jan 25 16:11:21.885575 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-542da195-0f61-48a5-8be8-08c231ae5a81 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for floatingip, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:21.890357 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-542da195-0f61-48a5-8be8-08c231ae5a81 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:21.989438 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.l3_db [None req-542da195-0f61-48a5-8be8-08c231ae5a81 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Floating IP adb8a652-9127-4313-b1f6-f93dbcfcb611 associated. External IP: 172.27.3.203, port: e2cae2bb-104d-42f4-99ee-33aca6035803. Jan 25 16:11:22.078645 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 35860) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:22.189500 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1f0a8433-ceeb-4686-b488-666c096f9082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:22.197919 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-1f0a8433-ceeb-4686-b488-666c096f9082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:22.200240 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-1f0a8433-ceeb-4686-b488-666c096f9082 admin admin] Usage tracker for resource:security_group_rule and tenant:637c50e109f549e68a9996a6d9dd08c2 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:22.201912 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-1f0a8433-ceeb-4686-b488-666c096f9082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:22.205090 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-1f0a8433-ceeb-4686-b488-666c096f9082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:22.253799 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1f0a8433-ceeb-4686-b488-666c096f9082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:22.256019 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1f0a8433-ceeb-4686-b488-666c096f9082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:22.260198 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9e929389-410b-43f7-965c-5e58c77e230a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:22.282475 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a8433-ceeb-4686-b488-666c096f9082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c80335-d0e6-42e7-aba6-1e8f41642988,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:22.287130 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-1f0a8433-ceeb-4686-b488-666c096f9082 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=637c50e109f549e68a9996a6d9dd08c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060630 Jan 25 16:11:22.287130 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1f0a8433-ceeb-4686-b488-666c096f9082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:22.287392 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 35868) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:22.323370 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0e1508cc-94a1-4ff8-b273-f9659644a486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:22.337754 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0e1508cc-94a1-4ff8-b273-f9659644a486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:22.361642 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0e1508cc-94a1-4ff8-b273-f9659644a486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:22.363674 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-343acd3b-aa0b-4321-89ca-2364b53f90b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:22.370861 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1508cc-94a1-4ff8-b273-f9659644a486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c80335-d0e6-42e7-aba6-1e8f41642988,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:22.372661 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0e1508cc-94a1-4ff8-b273-f9659644a486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:22.373976 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0e1508cc-94a1-4ff8-b273-f9659644a486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:22.374604 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-0e1508cc-94a1-4ff8-b273-f9659644a486 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/60c80335-d0e6-42e7-aba6-1e8f41642988 HTTP/1.1" status: 204 len: 168 time: 0.0867789 Jan 25 16:11:22.376786 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542da195-0f61-48a5-8be8-08c231ae5a81 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Router bec00401-0764-4e94-a772-156d58b8c0aa has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:11:22.477897 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542da195-0f61-48a5-8be8-08c231ae5a81 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:11:22.485248 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-542da195-0f61-48a5-8be8-08c231ae5a81 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:22.488917 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50633de-05b2-4abf-ad66-b15cf8849dc3 None None] Sync routers for ids ['bec00401-0764-4e94-a772-156d58b8c0aa'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:11:22.495760 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50633de-05b2-4abf-ad66-b15cf8849dc3 None None] Routers {'bec00401-0764-4e94-a772-156d58b8c0aa'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:11:22.496208 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-a50633de-05b2-4abf-ad66-b15cf8849dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:10:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['bec00401-0764-4e94-a772-156d58b8c0aa'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:22.534310 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-542da195-0f61-48a5-8be8-08c231ae5a81 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "PUT /v2.0/floatingips/adb8a652-9127-4313-b1f6-f93dbcfcb611 HTTP/1.1" status: 200 len: 992 time: 1.1407754 Jan 25 16:11:22.534310 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360b4bb2-4b9d-4d73-8b36-901f84dc035b', 'tag': 'e2cae2bb-104d-42f4-99ee-33aca6035803'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:11:22.575672 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360b4bb2-4b9d-4d73-8b36-901f84dc035b', 'tag': 'e2cae2bb-104d-42f4-99ee-33aca6035803', 'status': 'completed', 'code': 200} Jan 25 16:11:22.650886 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824017c-78ea-462c-b28b-863eba8a1c36 req-d9e54380-2899-4af6-a37f-cc585b2492f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:22.651870 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f824017c-78ea-462c-b28b-863eba8a1c36 req-d9e54380-2899-4af6-a37f-cc585b2492f4 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=3d9dc1d24c694798a5da5bb1f60d075a&device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 1163 time: 0.0578291 Jan 25 16:11:22.700929 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device e2cae2bb-104d-42f4-99ee-33aca6035803 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:22.745585 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port e2cae2bb-104d-42f4-99ee-33aca6035803 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:22.745819 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:22.756400 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824017c-78ea-462c-b28b-863eba8a1c36 req-43072029-e839-45ca-8d39-e7e8f7f87b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:22.759738 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f824017c-78ea-462c-b28b-863eba8a1c36 req-43072029-e839-45ca-8d39-e7e8f7f87b5b service neutron] 10.222.0.117 "GET /v2.0/networks?id=ca5167e0-70f4-4f5e-919e-3039411592c6 HTTP/1.1" status: 200 len: 904 time: 0.1032188 Jan 25 16:11:22.802310 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-a50633de-05b2-4abf-ad66-b15cf8849dc3 None None] Set router bec00401-0764-4e94-a772-156d58b8c0aa gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:11:22.827471 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f824017c-78ea-462c-b28b-863eba8a1c36 req-818b6570-b0cb-40af-99bb-996a54a17366 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cae2bb-104d-42f4-99ee-33aca6035803 HTTP/1.1" status: 200 len: 1000 time: 0.0616193 Jan 25 16:11:22.874385 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824017c-78ea-462c-b28b-863eba8a1c36 req-a79d3996-fbb6-446b-9061-e197706dcb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:22.875565 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f824017c-78ea-462c-b28b-863eba8a1c36 req-a79d3996-fbb6-446b-9061-e197706dcb2b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd HTTP/1.1" status: 200 len: 849 time: 0.0435178 Jan 25 16:11:22.942663 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824017c-78ea-462c-b28b-863eba8a1c36 req-2ffec528-9305-4e22-aab7-bca44da32632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:22.942887 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc3c19-049f-41ec-8a5c-acfc9f0b3e0f req-2fdbd9d4-1bf2-4796-8a73-71d2e19a0390 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:22.943609 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f824017c-78ea-462c-b28b-863eba8a1c36 req-2ffec528-9305-4e22-aab7-bca44da32632 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ca5167e0-70f4-4f5e-919e-3039411592c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596097 Jan 25 16:11:22.944407 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7ccc3c19-049f-41ec-8a5c-acfc9f0b3e0f req-2fdbd9d4-1bf2-4796-8a73-71d2e19a0390 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 944 time: 0.0642812 Jan 25 16:11:22.977997 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7ccc3c19-049f-41ec-8a5c-acfc9f0b3e0f req-61b16fc6-cc23-401b-a0bd-e9ae6ee8c5e7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292418 Jan 25 16:11:23.019184 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1b9a4792-1a6e-4c10-ac7d-d723200c1596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:23.027113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-a50633de-05b2-4abf-ad66-b15cf8849dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': 'adb8a652-9127-4313-b1f6-f93dbcfcb611', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'floating_ip_address': '172.27.3.203', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'port_id': 'e2cae2bb-104d-42f4-99ee-33aca6035803', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'mac_address': 'fa:16:3e:c0:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360b4bb2-4b9d-4d73-8b36-901f84dc035b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:11:07Z', 'updated_at': '2021-01-25T16:11:21Z', 'revision_number': 1, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a9d25a-cb3d-4286-8987-b11fc1758e91', 'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'mac_address': 'fa:16:3e:16:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:59Z', 'updated_at': '2021-01-25T16:11:07Z', 'revision_number': 5, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'subnets': [{'id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:23.029406 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50633de-05b2-4abf-ad66-b15cf8849dc3 None None] Checking router: bec00401-0764-4e94-a772-156d58b8c0aa for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:11:23.034532 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50633de-05b2-4abf-ad66-b15cf8849dc3 None None] Routers {'bec00401-0764-4e94-a772-156d58b8c0aa'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:11:23.034892 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-a50633de-05b2-4abf-ad66-b15cf8849dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:10:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['bec00401-0764-4e94-a772-156d58b8c0aa'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:23.039024 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f824017c-78ea-462c-b28b-863eba8a1c36 req-e7214683-42d5-47e0-a624-870c8158e4db service neutron] 10.222.0.117 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907669 Jan 25 16:11:23.122902 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f824017c-78ea-462c-b28b-863eba8a1c36 req-05517116-6321-4b49-9607-46c03eba7b69 service neutron] 10.222.0.117 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0782485 Jan 25 16:11:23.135303 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-a50633de-05b2-4abf-ad66-b15cf8849dc3 None None] Set router bec00401-0764-4e94-a772-156d58b8c0aa gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:11:23.331913 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-a50633de-05b2-4abf-ad66-b15cf8849dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': 'adb8a652-9127-4313-b1f6-f93dbcfcb611', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'floating_ip_address': '172.27.3.203', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'port_id': 'e2cae2bb-104d-42f4-99ee-33aca6035803', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'mac_address': 'fa:16:3e:c0:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360b4bb2-4b9d-4d73-8b36-901f84dc035b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:11:07Z', 'updated_at': '2021-01-25T16:11:21Z', 'revision_number': 1, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a9d25a-cb3d-4286-8987-b11fc1758e91', 'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'mac_address': 'fa:16:3e:16:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:59Z', 'updated_at': '2021-01-25T16:11:07Z', 'revision_number': 5, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'subnets': [{'id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:23.334298 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50633de-05b2-4abf-ad66-b15cf8849dc3 None None] The sync data for ids ['bec00401-0764-4e94-a772-156d58b8c0aa'] in dv-cinder-766064-3-iscsi is: [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': 'adb8a652-9127-4313-b1f6-f93dbcfcb611', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'floating_ip_address': '172.27.3.203', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'port_id': 'e2cae2bb-104d-42f4-99ee-33aca6035803', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'mac_address': 'fa:16:3e:c0:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360b4bb2-4b9d-4d73-8b36-901f84dc035b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:11:07Z', 'updated_at': '2021-01-25T16:11:21Z', 'revision_number': 1, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a9d25a-cb3d-4286-8987-b11fc1758e91', 'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'mac_address': 'fa:16:3e:16:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:59Z', 'updated_at': '2021-01-25T16:11:07Z', 'revision_number': 5, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'subnets': [{'id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:11:23.578154 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865ca95f-7e3f-49af-a3df-a52795214f12 None None] New status for floating IP adb8a652-9127-4313-b1f6-f93dbcfcb611: ACTIVE {{(pid=79986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 16:11:23.759438 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c22ec573-02e9-4701-8ea4-c752901cf4fb req-c575c977-5295-4244-8c4e-34c06de8e72b service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0438347 Jan 25 16:11:24.031259 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-52fbe65d-af86-4a9e-8d55-5a6496bcf775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:24.109852 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b99727-e8f1-4645-9374-15af227f1039 req-eed10c87-bce6-490e-94c5-c634e1b6fbaf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:24.110796 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-55b99727-e8f1-4645-9374-15af227f1039 req-eed10c87-bce6-490e-94c5-c634e1b6fbaf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 944 time: 0.0564129 Jan 25 16:11:24.139903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:24.142843 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-55b99727-e8f1-4645-9374-15af227f1039 req-a10ba806-bef4-4d09-bc1c-fb5340064395 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274086 Jan 25 16:11:24.190717 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ec573-02e9-4701-8ea4-c752901cf4fb req-4931d933-10d0-4df1-9a29-7c0994bfc932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:24.191619 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c22ec573-02e9-4701-8ea4-c752901cf4fb req-4931d933-10d0-4df1-9a29-7c0994bfc932 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fc505d840c2247b3a74c6589f6f33a33&device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 1162 time: 0.0440135 Jan 25 16:11:24.280396 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ec573-02e9-4701-8ea4-c752901cf4fb req-bc311f70-4efc-4d9d-a7e5-ce8faef54515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:24.281352 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c22ec573-02e9-4701-8ea4-c752901cf4fb req-bc311f70-4efc-4d9d-a7e5-ce8faef54515 service neutron] 10.222.0.117 "GET /v2.0/networks?id=b1b16d1d-17f5-48fc-b0df-9149be117ef8 HTTP/1.1" status: 200 len: 908 time: 0.0720522 Jan 25 16:11:24.321511 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c22ec573-02e9-4701-8ea4-c752901cf4fb req-8917132c-39d3-42ab-a236-1839c7958187 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d054cf75-749d-41af-8710-b100def99e7b HTTP/1.1" status: 200 len: 217 time: 0.0341167 Jan 25 16:11:24.362166 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ec573-02e9-4701-8ea4-c752901cf4fb req-af8037d1-0b18-4e15-a8fb-d74951705c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:24.362968 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c22ec573-02e9-4701-8ea4-c752901cf4fb req-af8037d1-0b18-4e15-a8fb-d74951705c18 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=80827190-8e19-4185-80cc-70164a38f983 HTTP/1.1" status: 200 len: 854 time: 0.0369954 Jan 25 16:11:24.392303 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c22ec573-02e9-4701-8ea4-c752901cf4fb req-117c151d-ad1e-40db-99f8-13f603723a3d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b1b16d1d-17f5-48fc-b0df-9149be117ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244722 Jan 25 16:11:24.471851 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c22ec573-02e9-4701-8ea4-c752901cf4fb req-1c67c580-9182-4d6b-acee-b729f5df5d8e service neutron] 10.222.0.117 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0735948 Jan 25 16:11:24.551291 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c22ec573-02e9-4701-8ea4-c752901cf4fb req-a6646947-16d9-4398-bee3-d442810dca69 service neutron] 10.222.0.117 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0737660 Jan 25 16:11:24.571968 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:24.933615 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:24.958710 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 031ba2b5-3cd1-4482-8047-685529eb82ba up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:25.003266 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port 031ba2b5-3cd1-4482-8047-685529eb82ba completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:11:25.007093 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 031ba2b5-3cd1-4482-8047-685529eb82ba triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:25.007335 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:25.233683 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:25.253584 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b37b9a-1b01-4d79-a497-85c9f3393072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031ba2b5-3cd1-4482-8047-685529eb82ba'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:11:25.259815 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port 031ba2b5-3cd1-4482-8047-685529eb82ba, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=031ba2b5-3cd1-4482-8047-685529eb82ba,segment=NetworkSegment(4b11f530-28cd-4a95-9a25-ddbfd907a307),segment_id=4b11f530-28cd-4a95-9a25-ddbfd907a307)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:11:25.262902 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:25.264160 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:25.281635 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa885c9-09f5-4fee-9bc3-ade820560baa req-449bed21-f150-4d80-a053-ca6f4d51dd50 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:25.282566 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6aa885c9-09f5-4fee-9bc3-ade820560baa req-449bed21-f150-4d80-a053-ca6f4d51dd50 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 944 time: 0.0636029 Jan 25 16:11:25.287949 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b37b9a-1b01-4d79-a497-85c9f3393072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031ba2b5-3cd1-4482-8047-685529eb82ba', 'code': 200} Jan 25 16:11:25.301770 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=031ba2b5-3cd1-4482-8047-685529eb82ba,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:25.303643 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:25.312358 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6aa885c9-09f5-4fee-9bc3-ade820560baa req-13294915-dd02-4722-8c7e-edba99a819ca tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257750 Jan 25 16:11:25.660286 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:26.487759 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa07de-4064-4c8d-a786-3789c989105d req-0c196ca2-8e0a-48f5-a8cc-6efa310f9c15 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:26.488874 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4efa07de-4064-4c8d-a786-3789c989105d req-0c196ca2-8e0a-48f5-a8cc-6efa310f9c15 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0760715 Jan 25 16:11:26.527052 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4efa07de-4064-4c8d-a786-3789c989105d req-a90a4012-83a0-4e1f-ab31-371077af55e7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337682 Jan 25 16:11:26.560356 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415e67b-05f1-4d0b-8329-0fce9d00f6d4 req-51254bc7-4307-43e6-ad94-70c3f4dfb89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:26.561510 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a415e67b-05f1-4d0b-8329-0fce9d00f6d4 req-51254bc7-4307-43e6-ad94-70c3f4dfb89d service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 1163 time: 0.0642533 Jan 25 16:11:26.595104 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a415e67b-05f1-4d0b-8329-0fce9d00f6d4 req-941610f3-c964-4aac-a74b-852826579c4d service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269701 Jan 25 16:11:26.691793 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 031ba2b5-3cd1-4482-8047-685529eb82ba up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:26.764286 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 031ba2b5-3cd1-4482-8047-685529eb82ba triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:26.764606 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:27.918260 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56025f99-60be-4495-998b-f62088299950 req-3d1fc7f3-52a2-4d98-a9fa-9a06ccf71fcc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:27.919373 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-56025f99-60be-4495-998b-f62088299950 req-3d1fc7f3-52a2-4d98-a9fa-9a06ccf71fcc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.2721219 Jan 25 16:11:27.954696 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-56025f99-60be-4495-998b-f62088299950 req-afef5e12-e5c2-4630-9ba1-1e08c24791b0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309429 Jan 25 16:11:28.112728 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c629f7c-40a2-4ad5-ae2b-8b3c27d9bcd9 req-4114eea6-583b-4d49-95e2-bcb507903714 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:28.113915 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8c629f7c-40a2-4ad5-ae2b-8b3c27d9bcd9 req-4114eea6-583b-4d49-95e2-bcb507903714 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0739002 Jan 25 16:11:28.120282 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 36018) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:28.124783 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-32ca08d9-b8f7-4d84-87b9-73df28464c7b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Request body: {'floatingip': {'port_id': '031ba2b5-3cd1-4482-8047-685529eb82ba'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:11:28.198388 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-32ca08d9-b8f7-4d84-87b9-73df28464c7b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for floatingip, before_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:28.639172 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-32ca08d9-b8f7-4d84-87b9-73df28464c7b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for floatingip, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:28.641309 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-32ca08d9-b8f7-4d84-87b9-73df28464c7b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:28.742005 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.l3_db [None req-32ca08d9-b8f7-4d84-87b9-73df28464c7b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Floating IP 785c96d2-1ca4-41eb-9c95-77494d248aeb associated. External IP: 172.27.3.10, port: 031ba2b5-3cd1-4482-8047-685529eb82ba. Jan 25 16:11:29.129827 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ca08d9-b8f7-4d84-87b9-73df28464c7b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Router 63cac4e2-2e9c-4572-b634-1615e9495be5 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:11:29.231107 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ca08d9-b8f7-4d84-87b9-73df28464c7b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:11:29.233853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-32ca08d9-b8f7-4d84-87b9-73df28464c7b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:29.238436 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7887807e-bed2-4796-8867-c55c5f8b094f None None] Sync routers for ids ['63cac4e2-2e9c-4572-b634-1615e9495be5'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:11:29.244168 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7887807e-bed2-4796-8867-c55c5f8b094f None None] Routers {'63cac4e2-2e9c-4572-b634-1615e9495be5'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:11:29.246009 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-7887807e-bed2-4796-8867-c55c5f8b094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:11:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['63cac4e2-2e9c-4572-b634-1615e9495be5'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:29.266771 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-32ca08d9-b8f7-4d84-87b9-73df28464c7b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "PUT /v2.0/floatingips/785c96d2-1ca4-41eb-9c95-77494d248aeb HTTP/1.1" status: 200 len: 991 time: 1.1450992 Jan 25 16:11:29.267205 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b37b9a-1b01-4d79-a497-85c9f3393072', 'tag': '031ba2b5-3cd1-4482-8047-685529eb82ba'}] {{(pid=79984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:11:29.350101 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 36080) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:29.404880 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-7887807e-bed2-4796-8867-c55c5f8b094f None None] Set router 63cac4e2-2e9c-4572-b634-1615e9495be5 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:11:29.435346 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-37a84da9-1d51-47d6-9b3a-3ccb9ce1cac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:29.443438 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-37a84da9-1d51-47d6-9b3a-3ccb9ce1cac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:29.445641 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-37a84da9-1d51-47d6-9b3a-3ccb9ce1cac3 admin admin] Usage tracker for resource:security_group_rule and tenant:3490dbbd899249ffbcb114ac9a8e4cee is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:29.448114 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-37a84da9-1d51-47d6-9b3a-3ccb9ce1cac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:29.451276 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-37a84da9-1d51-47d6-9b3a-3ccb9ce1cac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:29.509305 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-37a84da9-1d51-47d6-9b3a-3ccb9ce1cac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:29.511385 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-37a84da9-1d51-47d6-9b3a-3ccb9ce1cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:29.516777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e0ad4024-422a-47d0-8a7a-288c38e03b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:29.532946 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b37b9a-1b01-4d79-a497-85c9f3393072', 'tag': '031ba2b5-3cd1-4482-8047-685529eb82ba', 'status': 'completed', 'code': 200} Jan 25 16:11:29.539478 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-37a84da9-1d51-47d6-9b3a-3ccb9ce1cac3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3490dbbd899249ffbcb114ac9a8e4cee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885722 Jan 25 16:11:29.540015 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a84da9-1d51-47d6-9b3a-3ccb9ce1cac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c428ed7a-9a5a-47b2-b7f7-d3f1d6c24cd2,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:29.541355 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 36090) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:29.544658 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-37a84da9-1d51-47d6-9b3a-3ccb9ce1cac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:29.574776 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8dc53128-ba7b-444e-959b-6bbb828d679f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:29.588976 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8dc53128-ba7b-444e-959b-6bbb828d679f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:29.616229 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8dc53128-ba7b-444e-959b-6bbb828d679f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:29.618991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2fcee220-9817-4031-b661-f5b38e339a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:29.622751 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-7887807e-bed2-4796-8867-c55c5f8b094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'name': 'tempest-AttachVolumeShelveTestJSON-574668783-router', 'tenant_id': '95283eda37984761942076ba2009fe36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '95283eda37984761942076ba2009fe36', 'gw_port': {'id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': '785c96d2-1ca4-41eb-9c95-77494d248aeb', 'tenant_id': '95283eda37984761942076ba2009fe36', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'port_id': '031ba2b5-3cd1-4482-8047-685529eb82ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2', 'mac_address': 'fa:16:3e:6a:95:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b37b9a-1b01-4d79-a497-85c9f3393072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:11:09Z', 'updated_at': '2021-01-25T16:11:28Z', 'revision_number': 1, 'project_id': '95283eda37984761942076ba2009fe36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e', 'name': '', 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2', 'tenant_id': '95283eda37984761942076ba2009fe36', 'mac_address': 'fa:16:3e:bd:21:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51238685-cb80-4e6a-bf2c-386e2e1be418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:11:00Z', 'updated_at': '2021-01-25T16:11:10Z', 'revision_number': 5, 'project_id': '95283eda37984761942076ba2009fe36', 'subnets': [{'id': '51238685-cb80-4e6a-bf2c-386e2e1be418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:29.624822 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc53128-ba7b-444e-959b-6bbb828d679f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c428ed7a-9a5a-47b2-b7f7-d3f1d6c24cd2,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:29.625114 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7887807e-bed2-4796-8867-c55c5f8b094f None None] Checking router: 63cac4e2-2e9c-4572-b634-1615e9495be5 for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:11:29.626548 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4c284-4a4f-4c3c-b7aa-a7e96b5c85c9 req-749a6bd6-b44f-4ef6-a909-6bf133ed170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:29.628703 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8dc53128-ba7b-444e-959b-6bbb828d679f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:29.629315 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eea4c284-4a4f-4c3c-b7aa-a7e96b5c85c9 req-749a6bd6-b44f-4ef6-a909-6bf133ed170e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=95283eda37984761942076ba2009fe36&device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 1163 time: 0.0570109 Jan 25 16:11:29.629855 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8dc53128-ba7b-444e-959b-6bbb828d679f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:29.632167 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-8dc53128-ba7b-444e-959b-6bbb828d679f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c428ed7a-9a5a-47b2-b7f7-d3f1d6c24cd2 HTTP/1.1" status: 204 len: 168 time: 0.0886354 Jan 25 16:11:29.632306 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7887807e-bed2-4796-8867-c55c5f8b094f None None] Routers {'63cac4e2-2e9c-4572-b634-1615e9495be5'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:11:29.632874 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-7887807e-bed2-4796-8867-c55c5f8b094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:11:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['63cac4e2-2e9c-4572-b634-1615e9495be5'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:29.712634 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4c284-4a4f-4c3c-b7aa-a7e96b5c85c9 req-698948a0-578e-4e5d-9887-80b2f24b5e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:29.713406 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eea4c284-4a4f-4c3c-b7aa-a7e96b5c85c9 req-698948a0-578e-4e5d-9887-80b2f24b5e01 service neutron] 10.222.0.117 "GET /v2.0/networks?id=51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 HTTP/1.1" status: 200 len: 910 time: 0.0801330 Jan 25 16:11:29.739540 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-7887807e-bed2-4796-8867-c55c5f8b094f None None] Set router 63cac4e2-2e9c-4572-b634-1615e9495be5 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:11:29.777782 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eea4c284-4a4f-4c3c-b7aa-a7e96b5c85c9 req-c7df8279-9287-40d0-83dd-e80dc75401b5 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=031ba2b5-3cd1-4482-8047-685529eb82ba HTTP/1.1" status: 200 len: 999 time: 0.0591395 Jan 25 16:11:29.828024 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4c284-4a4f-4c3c-b7aa-a7e96b5c85c9 req-7adfa7c0-d516-4413-bd10-c132331a914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:29.828977 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eea4c284-4a4f-4c3c-b7aa-a7e96b5c85c9 req-7adfa7c0-d516-4413-bd10-c132331a914a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=51238685-cb80-4e6a-bf2c-386e2e1be418 HTTP/1.1" status: 200 len: 855 time: 0.0468204 Jan 25 16:11:29.860701 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 36110) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:29.872643 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4bd9b67c-5ef0-4568-a79d-c3c5751b7571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:29.881969 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-4bd9b67c-5ef0-4568-a79d-c3c5751b7571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:29.884296 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-4bd9b67c-5ef0-4568-a79d-c3c5751b7571 admin admin] Usage tracker for resource:security_group_rule and tenant:e66c5bc4e048459880877f9a7bdb98ae is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:29.886048 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-4bd9b67c-5ef0-4568-a79d-c3c5751b7571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:29.889196 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-4bd9b67c-5ef0-4568-a79d-c3c5751b7571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:29.893977 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4c284-4a4f-4c3c-b7aa-a7e96b5c85c9 req-20abbd66-275f-4e9b-85cd-a740c68da99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:29.894987 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eea4c284-4a4f-4c3c-b7aa-a7e96b5c85c9 req-20abbd66-275f-4e9b-85cd-a740c68da99b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=51b2e8fa-99b8-468d-a49b-4bf6df10bbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581646 Jan 25 16:11:29.942629 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4bd9b67c-5ef0-4568-a79d-c3c5751b7571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:30.105529 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4bd9b67c-5ef0-4568-a79d-c3c5751b7571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:30.115157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0e1508cc-94a1-4ff8-b273-f9659644a486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:30.134442 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-4bd9b67c-5ef0-4568-a79d-c3c5751b7571 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e66c5bc4e048459880877f9a7bdb98ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721703 Jan 25 16:11:30.136182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 36122) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:30.136250 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9b67c-5ef0-4568-a79d-c3c5751b7571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f7cbe3-58c5-42ba-afe9-35239711686e,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:30.138103 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4bd9b67c-5ef0-4568-a79d-c3c5751b7571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:30.143856 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-7887807e-bed2-4796-8867-c55c5f8b094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'name': 'tempest-AttachVolumeShelveTestJSON-574668783-router', 'tenant_id': '95283eda37984761942076ba2009fe36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '95283eda37984761942076ba2009fe36', 'gw_port': {'id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': '785c96d2-1ca4-41eb-9c95-77494d248aeb', 'tenant_id': '95283eda37984761942076ba2009fe36', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'port_id': '031ba2b5-3cd1-4482-8047-685529eb82ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2', 'mac_address': 'fa:16:3e:6a:95:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b37b9a-1b01-4d79-a497-85c9f3393072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:11:09Z', 'updated_at': '2021-01-25T16:11:28Z', 'revision_number': 1, 'project_id': '95283eda37984761942076ba2009fe36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e', 'name': '', 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2', 'tenant_id': '95283eda37984761942076ba2009fe36', 'mac_address': 'fa:16:3e:bd:21:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51238685-cb80-4e6a-bf2c-386e2e1be418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:11:00Z', 'updated_at': '2021-01-25T16:11:10Z', 'revision_number': 5, 'project_id': '95283eda37984761942076ba2009fe36', 'subnets': [{'id': '51238685-cb80-4e6a-bf2c-386e2e1be418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:11:30.146605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7887807e-bed2-4796-8867-c55c5f8b094f None None] The sync data for ids ['63cac4e2-2e9c-4572-b634-1615e9495be5'] in dv-cinder-766064-3-iscsi is: [{'id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'name': 'tempest-AttachVolumeShelveTestJSON-574668783-router', 'tenant_id': '95283eda37984761942076ba2009fe36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '95283eda37984761942076ba2009fe36', 'gw_port': {'id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': '785c96d2-1ca4-41eb-9c95-77494d248aeb', 'tenant_id': '95283eda37984761942076ba2009fe36', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'port_id': '031ba2b5-3cd1-4482-8047-685529eb82ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2', 'mac_address': 'fa:16:3e:6a:95:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b37b9a-1b01-4d79-a497-85c9f3393072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:11:09Z', 'updated_at': '2021-01-25T16:11:28Z', 'revision_number': 1, 'project_id': '95283eda37984761942076ba2009fe36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e', 'name': '', 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2', 'tenant_id': '95283eda37984761942076ba2009fe36', 'mac_address': 'fa:16:3e:bd:21:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51238685-cb80-4e6a-bf2c-386e2e1be418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:11:00Z', 'updated_at': '2021-01-25T16:11:10Z', 'revision_number': 5, 'project_id': '95283eda37984761942076ba2009fe36', 'subnets': [{'id': '51238685-cb80-4e6a-bf2c-386e2e1be418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:11:30.184148 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a4af18c6-272f-4e2a-b367-0686be20c3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:30.203571 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a4af18c6-272f-4e2a-b367-0686be20c3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:30.228646 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a4af18c6-272f-4e2a-b367-0686be20c3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:30.231635 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a8b99d77-733e-4315-a154-10bd192365d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:30.240611 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af18c6-272f-4e2a-b367-0686be20c3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f7cbe3-58c5-42ba-afe9-35239711686e,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:30.242379 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a4af18c6-272f-4e2a-b367-0686be20c3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:30.244673 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a4af18c6-272f-4e2a-b367-0686be20c3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:30.245386 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-a4af18c6-272f-4e2a-b367-0686be20c3bd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/11f7cbe3-58c5-42ba-afe9-35239711686e HTTP/1.1" status: 204 len: 168 time: 0.1083052 Jan 25 16:11:30.389310 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf90f8c-64f5-4450-b452-a733218beae6 None None] New status for floating IP 785c96d2-1ca4-41eb-9c95-77494d248aeb: ACTIVE {{(pid=79986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 16:11:32.030382 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eea4c284-4a4f-4c3c-b7aa-a7e96b5c85c9 req-4168c7a6-0280-4bd2-a5e1-12206c4d147f service neutron] 10.222.0.117 "GET /v2.0/networks/51b2e8fa-99b8-468d-a49b-4bf6df10bbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759755 Jan 25 16:11:32.124815 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eea4c284-4a4f-4c3c-b7aa-a7e96b5c85c9 req-89ea30ec-f3c3-422e-a248-6c5ac68b745c service neutron] 10.222.0.117 "GET /v2.0/networks/51b2e8fa-99b8-468d-a49b-4bf6df10bbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0866857 Jan 25 16:11:38.113701 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 36304) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:38.212287 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f8d872c5-52e1-4dd6-9b93-17ec8b394072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:38.220940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-f8d872c5-52e1-4dd6-9b93-17ec8b394072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:38.223758 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-f8d872c5-52e1-4dd6-9b93-17ec8b394072 admin admin] Usage tracker for resource:security_group_rule and tenant:cd4a0d4fd14848bb8d9ab648fcaef807 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:38.225708 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-f8d872c5-52e1-4dd6-9b93-17ec8b394072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:38.229713 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-f8d872c5-52e1-4dd6-9b93-17ec8b394072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:38.282290 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f8d872c5-52e1-4dd6-9b93-17ec8b394072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:38.284313 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f8d872c5-52e1-4dd6-9b93-17ec8b394072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:38.289888 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:38.315464 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-f8d872c5-52e1-4dd6-9b93-17ec8b394072 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cd4a0d4fd14848bb8d9ab648fcaef807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009277 Jan 25 16:11:38.316078 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d872c5-52e1-4dd6-9b93-17ec8b394072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119355c4-5925-4ae5-8b55-64e9a351a3e5,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:38.317841 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 36314) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:38.318440 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f8d872c5-52e1-4dd6-9b93-17ec8b394072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:38.356674 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a14a6eb4-9c19-4724-bcac-c9cd906cf7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:38.373668 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a14a6eb4-9c19-4724-bcac-c9cd906cf7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:38.404991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a14a6eb4-9c19-4724-bcac-c9cd906cf7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:38.408431 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-901d501f-5749-4647-936f-8192ca64c9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:38.416980 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a6eb4-9c19-4724-bcac-c9cd906cf7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119355c4-5925-4ae5-8b55-64e9a351a3e5,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:38.420424 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a14a6eb4-9c19-4724-bcac-c9cd906cf7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:38.421692 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a14a6eb4-9c19-4724-bcac-c9cd906cf7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:38.422526 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-a14a6eb4-9c19-4724-bcac-c9cd906cf7b7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/119355c4-5925-4ae5-8b55-64e9a351a3e5 HTTP/1.1" status: 204 len: 168 time: 0.1038620 Jan 25 16:11:38.624035 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 36338) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:38.636151 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9e84ac2f-7f27-4c74-b937-dfed7c0e7b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:38.644690 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-9e84ac2f-7f27-4c74-b937-dfed7c0e7b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:38.647102 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-9e84ac2f-7f27-4c74-b937-dfed7c0e7b28 admin admin] Usage tracker for resource:security_group_rule and tenant:e5b8c01c674844a19380938f5181de16 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:38.649855 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-9e84ac2f-7f27-4c74-b937-dfed7c0e7b28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:38.652860 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-9e84ac2f-7f27-4c74-b937-dfed7c0e7b28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:38.702285 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9e84ac2f-7f27-4c74-b937-dfed7c0e7b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:38.704257 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9e84ac2f-7f27-4c74-b937-dfed7c0e7b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:38.709203 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1f0a8433-ceeb-4686-b488-666c096f9082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:38.731218 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-9e84ac2f-7f27-4c74-b937-dfed7c0e7b28 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e5b8c01c674844a19380938f5181de16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1064448 Jan 25 16:11:38.732216 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84ac2f-7f27-4c74-b937-dfed7c0e7b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d66ff7-0de6-442d-afa6-cf4e8d4b42ab,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:38.733329 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 36352) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:38.734322 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9e84ac2f-7f27-4c74-b937-dfed7c0e7b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:38.772418 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-19ea6417-423f-4a4b-8469-4ebb010114f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:38.786674 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-19ea6417-423f-4a4b-8469-4ebb010114f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:38.810118 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-19ea6417-423f-4a4b-8469-4ebb010114f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:38.812728 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-24bee920-f226-422f-bae9-060bd367eb64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:38.820146 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea6417-423f-4a4b-8469-4ebb010114f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d66ff7-0de6-442d-afa6-cf4e8d4b42ab,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:38.821749 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-19ea6417-423f-4a4b-8469-4ebb010114f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:38.822415 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-19ea6417-423f-4a4b-8469-4ebb010114f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:38.831864 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-19ea6417-423f-4a4b-8469-4ebb010114f6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/57d66ff7-0de6-442d-afa6-cf4e8d4b42ab HTTP/1.1" status: 204 len: 168 time: 0.0904872 Jan 25 16:11:40.571710 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 36456) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:40.659476 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-257d9ffd-29ce-483a-9a0a-ef4e9876a048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:40.671457 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-257d9ffd-29ce-483a-9a0a-ef4e9876a048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:40.673987 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-257d9ffd-29ce-483a-9a0a-ef4e9876a048 admin admin] Usage tracker for resource:security_group_rule and tenant:a2283513e1874a97b6257e68a0ed8918 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:40.676304 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-257d9ffd-29ce-483a-9a0a-ef4e9876a048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:40.679765 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-257d9ffd-29ce-483a-9a0a-ef4e9876a048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:40.735208 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-257d9ffd-29ce-483a-9a0a-ef4e9876a048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:40.738788 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-257d9ffd-29ce-483a-9a0a-ef4e9876a048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:40.743308 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:40.769603 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-257d9ffd-29ce-483a-9a0a-ef4e9876a048 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a2283513e1874a97b6257e68a0ed8918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970668 Jan 25 16:11:40.770131 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d9ffd-29ce-483a-9a0a-ef4e9876a048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9edd63-f8b6-43e0-ac79-73d0d10d9582,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:40.771721 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 36464) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:40.773362 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-257d9ffd-29ce-483a-9a0a-ef4e9876a048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:40.810739 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a78fe434-6c24-4236-b31f-46bc3992bd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:40.827221 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a78fe434-6c24-4236-b31f-46bc3992bd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:40.860694 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a78fe434-6c24-4236-b31f-46bc3992bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:40.863334 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9618c9b4-1f05-4fea-996a-0252b99b2d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:40.873456 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fe434-6c24-4236-b31f-46bc3992bd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9edd63-f8b6-43e0-ac79-73d0d10d9582,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:40.876720 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a78fe434-6c24-4236-b31f-46bc3992bd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:40.886607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a78fe434-6c24-4236-b31f-46bc3992bd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:40.887562 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-a78fe434-6c24-4236-b31f-46bc3992bd65 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7f9edd63-f8b6-43e0-ac79-73d0d10d9582 HTTP/1.1" status: 204 len: 168 time: 0.1150398 Jan 25 16:11:41.098326 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 36476) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:41.112444 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-000245f9-1dee-44d0-b224-8c0e5a4efdb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:41.120843 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-000245f9-1dee-44d0-b224-8c0e5a4efdb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:41.123025 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-000245f9-1dee-44d0-b224-8c0e5a4efdb9 admin admin] Usage tracker for resource:security_group_rule and tenant:f90514c681ac48f38979302a9c8111d4 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:41.124716 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-000245f9-1dee-44d0-b224-8c0e5a4efdb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:41.128210 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-000245f9-1dee-44d0-b224-8c0e5a4efdb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:41.176479 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-000245f9-1dee-44d0-b224-8c0e5a4efdb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:41.178610 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-000245f9-1dee-44d0-b224-8c0e5a4efdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:41.183509 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8dc53128-ba7b-444e-959b-6bbb828d679f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:41.204974 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-000245f9-1dee-44d0-b224-8c0e5a4efdb9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f90514c681ac48f38979302a9c8111d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1059480 Jan 25 16:11:41.205396 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000245f9-1dee-44d0-b224-8c0e5a4efdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40b6f71-3cad-460a-b359-9f944fb9545b,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:41.207304 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 36480) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:41.208895 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-000245f9-1dee-44d0-b224-8c0e5a4efdb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:41.240335 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7b563783-97d7-4f2e-a5ff-9ce812c9619d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:41.254057 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7b563783-97d7-4f2e-a5ff-9ce812c9619d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:41.279333 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7b563783-97d7-4f2e-a5ff-9ce812c9619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:41.281228 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ccd4f163-2d33-4352-a811-0e6e4ee9f024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:41.287857 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b563783-97d7-4f2e-a5ff-9ce812c9619d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40b6f71-3cad-460a-b359-9f944fb9545b,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:41.289600 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7b563783-97d7-4f2e-a5ff-9ce812c9619d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:41.290623 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7b563783-97d7-4f2e-a5ff-9ce812c9619d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:41.292193 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-7b563783-97d7-4f2e-a5ff-9ce812c9619d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a40b6f71-3cad-460a-b359-9f944fb9545b HTTP/1.1" status: 204 len: 168 time: 0.0833852 Jan 25 16:11:42.409429 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-38b0563c-6649-410a-bc79-ef57c624e2cf tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:42.410360 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-38b0563c-6649-410a-bc79-ef57c624e2cf tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/networks?id=b1b16d1d-17f5-48fc-b0df-9149be117ef8 HTTP/1.1" status: 200 len: 814 time: 0.0951967 Jan 25 16:11:42.419877 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-223e491f-1c65-40c7-b0d4-4e00eb9aae45 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/quotas/fc505d840c2247b3a74c6589f6f33a33 HTTP/1.1" status: 200 len: 375 time: 0.0057449 Jan 25 16:11:42.480999 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-6e81ab7b-8bc2-4437-b52f-5461c992a7b1 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?tenant_id=fc505d840c2247b3a74c6589f6f33a33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578508 Jan 25 16:11:42.566009 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-a434d3a3-73fe-42a6-b657-15d2311d7b9c service neutron] 10.222.0.107 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797639 Jan 25 16:11:42.645516 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-7e39815d-3d33-4332-a9ac-721c8be9f02e service neutron] 10.222.0.107 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0758021 Jan 25 16:11:42.765095 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9a834e48-8bcd-4f92-b994-f2b07b63918f req-0d18f660-33ac-450e-bc43-091f91a48184 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5c0f32ff-058f-4468-b61e-03915b21c864 HTTP/1.1" status: 200 len: 210 time: 0.0335736 Jan 25 16:11:42.880469 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 36626) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:42.963692 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9149b272-d98a-476f-ae1f-7ee83d916409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:42.973061 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-9149b272-d98a-476f-ae1f-7ee83d916409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:42.975586 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-9149b272-d98a-476f-ae1f-7ee83d916409 admin admin] Usage tracker for resource:security_group_rule and tenant:a3a51a7fb36041809121b0f7a7b511ec is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:42.977593 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-9149b272-d98a-476f-ae1f-7ee83d916409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:42.980534 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-9149b272-d98a-476f-ae1f-7ee83d916409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:43.045113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9149b272-d98a-476f-ae1f-7ee83d916409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:43.048188 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9149b272-d98a-476f-ae1f-7ee83d916409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:43.053545 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-637352a9-ad4f-45c7-ad4e-a155c599e813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:43.077142 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149b272-d98a-476f-ae1f-7ee83d916409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b55597-e22a-4272-9614-eef36b255bc0,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:43.080344 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-9149b272-d98a-476f-ae1f-7ee83d916409 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a3a51a7fb36041809121b0f7a7b511ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985376 Jan 25 16:11:43.080344 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9149b272-d98a-476f-ae1f-7ee83d916409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:43.082869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 36634) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:43.116128 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9d34255e-2ce3-4eff-9737-8217202acbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:43.130734 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9d34255e-2ce3-4eff-9737-8217202acbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:43.162976 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9d34255e-2ce3-4eff-9737-8217202acbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:43.166018 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-21aedc4b-f0cd-405d-9640-55e007f899d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:43.173420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34255e-2ce3-4eff-9737-8217202acbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b55597-e22a-4272-9614-eef36b255bc0,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:43.175095 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9d34255e-2ce3-4eff-9737-8217202acbb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:43.175777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9d34255e-2ce3-4eff-9737-8217202acbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:43.176528 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-9d34255e-2ce3-4eff-9737-8217202acbb6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/71b55597-e22a-4272-9614-eef36b255bc0 HTTP/1.1" status: 204 len: 168 time: 0.0930977 Jan 25 16:11:43.353353 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 36644) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:43.364443 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c4c8b2be-541d-45f3-b125-a2435edccc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:43.375000 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-c4c8b2be-541d-45f3-b125-a2435edccc5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:43.377977 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-c4c8b2be-541d-45f3-b125-a2435edccc5a admin admin] Usage tracker for resource:security_group_rule and tenant:b13d6892b7ed47149346b5a44ed6c5b5 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:43.379841 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-c4c8b2be-541d-45f3-b125-a2435edccc5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:43.383527 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-c4c8b2be-541d-45f3-b125-a2435edccc5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:43.439048 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c4c8b2be-541d-45f3-b125-a2435edccc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:43.441148 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c4c8b2be-541d-45f3-b125-a2435edccc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:43.445112 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-bd0240ef-ae63-474b-a800-3a346d44de9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:43.467460 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8b2be-541d-45f3-b125-a2435edccc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad02f60-a826-459e-a778-cfbd19d6ed86,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:43.469446 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c4c8b2be-541d-45f3-b125-a2435edccc5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:43.471039 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-c4c8b2be-541d-45f3-b125-a2435edccc5a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b13d6892b7ed47149346b5a44ed6c5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1169729 Jan 25 16:11:43.472868 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 36648) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:43.506336 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d8da7d5a-99e6-42ac-8987-1f1f09b7fda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:43.520606 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d8da7d5a-99e6-42ac-8987-1f1f09b7fda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:43.543806 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d8da7d5a-99e6-42ac-8987-1f1f09b7fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:43.545607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:43.553763 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da7d5a-99e6-42ac-8987-1f1f09b7fda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad02f60-a826-459e-a778-cfbd19d6ed86,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:43.555810 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d8da7d5a-99e6-42ac-8987-1f1f09b7fda8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:43.559553 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d8da7d5a-99e6-42ac-8987-1f1f09b7fda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:43.561478 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-d8da7d5a-99e6-42ac-8987-1f1f09b7fda8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bad02f60-a826-459e-a778-cfbd19d6ed86 HTTP/1.1" status: 204 len: 168 time: 0.0873621 Jan 25 16:11:43.870186 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5ec6d5a8-d397-49d5-ab86-fd03dd6d3e94 req-225b6d74-5c5a-4431-b36d-f58b4cfe9d00 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5c0f32ff-058f-4468-b61e-03915b21c864 HTTP/1.1" status: 200 len: 210 time: 0.0303459 Jan 25 16:11:44.355469 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 36690) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:44.436944 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-735aec85-59a5-461b-be8a-3d546e70be3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:44.445068 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-735aec85-59a5-461b-be8a-3d546e70be3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:44.447913 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-735aec85-59a5-461b-be8a-3d546e70be3d admin admin] Usage tracker for resource:security_group_rule and tenant:6b7eaac2286a4ede80df86d790e4cd7c is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:44.450017 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-735aec85-59a5-461b-be8a-3d546e70be3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:44.453280 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-735aec85-59a5-461b-be8a-3d546e70be3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:44.501630 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-735aec85-59a5-461b-be8a-3d546e70be3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:44.504190 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-735aec85-59a5-461b-be8a-3d546e70be3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:44.508777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9e84ac2f-7f27-4c74-b937-dfed7c0e7b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:44.529714 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-735aec85-59a5-461b-be8a-3d546e70be3d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6b7eaac2286a4ede80df86d790e4cd7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735792 Jan 25 16:11:44.530657 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735aec85-59a5-461b-be8a-3d546e70be3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d4176f-3476-472f-a640-2c305b3d7f53,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:44.531915 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 36698) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:44.532455 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-735aec85-59a5-461b-be8a-3d546e70be3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:44.574212 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-79db6f1e-c4fc-4b87-b4f4-c0fe855b71f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:44.588300 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-79db6f1e-c4fc-4b87-b4f4-c0fe855b71f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:44.611109 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-79db6f1e-c4fc-4b87-b4f4-c0fe855b71f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:44.613314 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:44.619331 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db6f1e-c4fc-4b87-b4f4-c0fe855b71f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d4176f-3476-472f-a640-2c305b3d7f53,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:44.620839 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-79db6f1e-c4fc-4b87-b4f4-c0fe855b71f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.007s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:44.623782 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-79db6f1e-c4fc-4b87-b4f4-c0fe855b71f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:44.624483 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-79db6f1e-c4fc-4b87-b4f4-c0fe855b71f5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c7d4176f-3476-472f-a640-2c305b3d7f53 HTTP/1.1" status: 204 len: 168 time: 0.0914719 Jan 25 16:11:44.916565 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-95039048-fe06-4688-9f03-da16cf01c15b tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:44.917486 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-95039048-fe06-4688-9f03-da16cf01c15b tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.117 "GET /v2.0/networks?id=b1b16d1d-17f5-48fc-b0df-9149be117ef8 HTTP/1.1" status: 200 len: 814 time: 0.0939949 Jan 25 16:11:44.943537 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-b0e08eed-d1bf-48e5-a777-8b9f0caf0f84 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Request body: {'port': {'device_id': '5c0f32ff-058f-4468-b61e-03915b21c864', 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8', 'admin_state_up': True, 'tenant_id': 'fc505d840c2247b3a74c6589f6f33a33'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:11:44.969025 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-31c013ad-224b-43df-9f71-e0106e1a5a4e req-3fbfb584-10d9-4f72-a948-05fc438a5cbe tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5c0f32ff-058f-4468-b61e-03915b21c864 HTTP/1.1" status: 200 len: 210 time: 0.0276747 Jan 25 16:11:45.029742 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-b0e08eed-d1bf-48e5-a777-8b9f0caf0f84 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:45.035063 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-b0e08eed-d1bf-48e5-a777-8b9f0caf0f84 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:45.040317 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-b0e08eed-d1bf-48e5-a777-8b9f0caf0f84 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Made reservation on behalf of fc505d840c2247b3a74c6589f6f33a33 for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:11:45.045860 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-b0e08eed-d1bf-48e5-a777-8b9f0caf0f84 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:45.229395 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-b0e08eed-d1bf-48e5-a777-8b9f0caf0f84 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Allocated IP 172.20.0.6 (b1b16d1d-17f5-48fc-b0df-9149be117ef8/80827190-8e19-4185-80cc-70164a38f983/2c93604b-87c8-42b1-8539-789dadf55bdd) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:11:45.358149 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-b0e08eed-d1bf-48e5-a777-8b9f0caf0f84 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:45.374873 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-b0e08eed-d1bf-48e5-a777-8b9f0caf0f84 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:45.390596 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:45.460582 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e08eed-d1bf-48e5-a777-8b9f0caf0f84 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Pushing event updated for resources: {'Port': ['ID=2c93604b-87c8-42b1-8539-789dadf55bdd,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:45.462479 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b0e08eed-d1bf-48e5-a777-8b9f0caf0f84 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:45.489874 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-b0e08eed-d1bf-48e5-a777-8b9f0caf0f84 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Network b1b16d1d-17f5-48fc-b0df-9149be117ef8 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:11:45.490531 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-b0e08eed-d1bf-48e5-a777-8b9f0caf0f84 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:11:45.492001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-b0e08eed-d1bf-48e5-a777-8b9f0caf0f84 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:11:45.502030 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:11:45.502751 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-b0e08eed-d1bf-48e5-a777-8b9f0caf0f84 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:45.503396 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-b0e08eed-d1bf-48e5-a777-8b9f0caf0f84 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:45.517744 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-b0e08eed-d1bf-48e5-a777-8b9f0caf0f84 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5768571 Jan 25 16:11:45.526373 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Request body: {'port': {'device_id': '5c0f32ff-058f-4468-b61e-03915b21c864', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:11:45.588559 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:45.808535 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c93604b-87c8-42b1-8539-789dadf55bdd {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:11:45.812526 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:45.819005 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Transition to ACTIVE for port object 2c93604b-87c8-42b1-8539-789dadf55bdd will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:11:45.821191 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:45.829428 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:45.897870 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Pushing event updated for resources: {'Port': ['ID=2c93604b-87c8-42b1-8539-789dadf55bdd,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:45.900791 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:45.964904 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Attempting to bind port 2c93604b-87c8-42b1-8539-789dadf55bdd on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:11:45.965086 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Attempting to bind port 2c93604b-87c8-42b1-8539-789dadf55bdd by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '4c88bdfb-61eb-494e-8176-98526c7183ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:11:45.965249 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Attempting to bind port 2c93604b-87c8-42b1-8539-789dadf55bdd on network b1b16d1d-17f5-48fc-b0df-9149be117ef8 {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:11:45.968226 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:11:45.968410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Checking segment: {'id': '4c88bdfb-61eb-494e-8176-98526c7183ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:11:45.968623 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:45.968825 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Bound using segment: {'id': '4c88bdfb-61eb-494e-8176-98526c7183ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:11:45.969078 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Bound port: 2c93604b-87c8-42b1-8539-789dadf55bdd, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c88bdfb-61eb-494e-8176-98526c7183ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:11:45.969269 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:46.020410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] For port 2c93604b-87c8-42b1-8539-789dadf55bdd, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:11:46.022205 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] For port 2c93604b-87c8-42b1-8539-789dadf55bdd, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=2c93604b-87c8-42b1-8539-789dadf55bdd,segment=NetworkSegment(4c88bdfb-61eb-494e-8176-98526c7183ca),segment_id=4c88bdfb-61eb-494e-8176-98526c7183ca)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:11:46.025106 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:46.032284 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-11b611a2-3201-4c46-92f0-f08f7f60e477 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:46.131362 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Pushing event updated for resources: {'Port': ['ID=2c93604b-87c8-42b1-8539-789dadf55bdd,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:46.138791 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:46.166465 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:46.166833 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:46.167721 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] 10.222.0.117 "PUT /v2.0/ports/2c93604b-87c8-42b1-8539-789dadf55bdd HTTP/1.1" status: 200 len: 1157 time: 0.6438801 Jan 25 16:11:46.168015 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0f32ff-058f-4468-b61e-03915b21c864', 'tag': '2c93604b-87c8-42b1-8539-789dadf55bdd'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:11:46.186492 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515fb39-bfbe-4dfe-b1dd-24edf27b2565 req-2f8eea98-9cf9-47de-ab2c-ca14ed55da3a tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:46.186972 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-6515fb39-bfbe-4dfe-b1dd-24edf27b2565 req-2f8eea98-9cf9-47de-ab2c-ca14ed55da3a tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Synchronizing usage tracker for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:11:46.197656 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-6515fb39-bfbe-4dfe-b1dd-24edf27b2565 req-2f8eea98-9cf9-47de-ab2c-ca14ed55da3a tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Unset dirty status for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:11:46.198382 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6515fb39-bfbe-4dfe-b1dd-24edf27b2565 req-2f8eea98-9cf9-47de-ab2c-ca14ed55da3a tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5c0f32ff-058f-4468-b61e-03915b21c864 HTTP/1.1" status: 200 len: 943 time: 0.1410520 Jan 25 16:11:46.199481 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0f32ff-058f-4468-b61e-03915b21c864', 'tag': '2c93604b-87c8-42b1-8539-789dadf55bdd', 'status': 'completed', 'code': 200} Jan 25 16:11:46.227231 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6515fb39-bfbe-4dfe-b1dd-24edf27b2565 req-abad164c-c6cf-468f-b12d-78ab09458a0f tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251124 Jan 25 16:11:46.724758 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-f02fad92-3433-43b6-a492-23c312b1b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:46.725991 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-f02fad92-3433-43b6-a492-23c312b1b996 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fc505d840c2247b3a74c6589f6f33a33&device_id=5c0f32ff-058f-4468-b61e-03915b21c864 HTTP/1.1" status: 200 len: 1160 time: 0.0715804 Jan 25 16:11:46.785797 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-d5916dbb-c577-4585-8939-4109ee99f013 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c93604b-87c8-42b1-8539-789dadf55bdd HTTP/1.1" status: 200 len: 217 time: 0.0513000 Jan 25 16:11:47.043812 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-a116ec31-b461-46f5-91b5-829efd778b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:47.044886 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-a116ec31-b461-46f5-91b5-829efd778b17 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=80827190-8e19-4185-80cc-70164a38f983 HTTP/1.1" status: 200 len: 854 time: 0.2504718 Jan 25 16:11:47.076707 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-a310ab04-0634-434a-994b-b05a1347ce81 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b1b16d1d-17f5-48fc-b0df-9149be117ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265019 Jan 25 16:11:47.168404 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-531bf6dc-ec17-44c0-b5d6-9cb5193b49d0 service neutron] 10.222.0.117 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0753081 Jan 25 16:11:47.248314 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e3acc122-89df-4b8a-9c51-802038240cf7 req-2f7ab575-3f25-4ea7-83e2-933959ce9be8 service neutron] 10.222.0.117 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0748832 Jan 25 16:11:47.387503 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62aebf8-1229-45cd-96e9-3ae9d6c327bf req-7cb75592-11da-4cf7-b118-70c0231451a0 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:47.388606 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c62aebf8-1229-45cd-96e9-3ae9d6c327bf req-7cb75592-11da-4cf7-b118-70c0231451a0 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5c0f32ff-058f-4468-b61e-03915b21c864 HTTP/1.1" status: 200 len: 943 time: 0.0727687 Jan 25 16:11:47.420257 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c62aebf8-1229-45cd-96e9-3ae9d6c327bf req-2f1a08da-a377-4ccf-beff-c46ce19c2710 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281124 Jan 25 16:11:48.149025 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3adf9-71d5-451d-912f-15b878520e0c req-c4631603-20ca-487e-ba1d-bf4f737263db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:48.150142 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cf3adf9-71d5-451d-912f-15b878520e0c req-c4631603-20ca-487e-ba1d-bf4f737263db service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fc505d840c2247b3a74c6589f6f33a33&device_id=5c0f32ff-058f-4468-b61e-03915b21c864 HTTP/1.1" status: 200 len: 1160 time: 0.0561583 Jan 25 16:11:48.248294 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3adf9-71d5-451d-912f-15b878520e0c req-45533389-3ab1-428e-85b4-4fbe9d3cf172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:48.249361 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cf3adf9-71d5-451d-912f-15b878520e0c req-45533389-3ab1-428e-85b4-4fbe9d3cf172 service neutron] 10.222.0.117 "GET /v2.0/networks?id=b1b16d1d-17f5-48fc-b0df-9149be117ef8 HTTP/1.1" status: 200 len: 908 time: 0.0908163 Jan 25 16:11:48.299247 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cf3adf9-71d5-451d-912f-15b878520e0c req-3cf58d61-27a2-4d75-85a3-1aa64173b103 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c93604b-87c8-42b1-8539-789dadf55bdd HTTP/1.1" status: 200 len: 217 time: 0.0438075 Jan 25 16:11:48.347055 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3adf9-71d5-451d-912f-15b878520e0c req-ea00deef-cb53-4d1f-928f-3eb6766186e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:48.348462 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cf3adf9-71d5-451d-912f-15b878520e0c req-ea00deef-cb53-4d1f-928f-3eb6766186e0 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=80827190-8e19-4185-80cc-70164a38f983 HTTP/1.1" status: 200 len: 854 time: 0.0426898 Jan 25 16:11:48.380569 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cf3adf9-71d5-451d-912f-15b878520e0c req-75a64715-ac84-40a6-aa12-1912e25ebf23 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b1b16d1d-17f5-48fc-b0df-9149be117ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276241 Jan 25 16:11:48.467197 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cf3adf9-71d5-451d-912f-15b878520e0c req-fd8b27ec-63e4-4c7e-9659-cc06989757e9 service neutron] 10.222.0.117 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815051 Jan 25 16:11:48.599203 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cf3adf9-71d5-451d-912f-15b878520e0c req-76bc20ba-78c8-41f1-ae53-b2bf39c2cb1b service neutron] 10.222.0.117 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1261997 Jan 25 16:11:48.619429 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7755e3c-fb89-44d4-8922-3fe677b58735 req-5fbd1cc8-ea32-4488-8b59-1b746381e60c tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:48.620373 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c7755e3c-fb89-44d4-8922-3fe677b58735 req-5fbd1cc8-ea32-4488-8b59-1b746381e60c tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5c0f32ff-058f-4468-b61e-03915b21c864 HTTP/1.1" status: 200 len: 943 time: 0.1299186 Jan 25 16:11:48.653395 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c7755e3c-fb89-44d4-8922-3fe677b58735 req-d4e263b4-60e4-4201-81dd-d4f89bdc6a1f tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287473 Jan 25 16:11:49.807707 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b7c9a-2930-460d-bd4f-f122096d0e6b req-42cb7ca2-c4cd-40a2-a2e4-db6f5c0af477 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:49.808767 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fb7b7c9a-2930-460d-bd4f-f122096d0e6b req-42cb7ca2-c4cd-40a2-a2e4-db6f5c0af477 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5c0f32ff-058f-4468-b61e-03915b21c864 HTTP/1.1" status: 200 len: 943 time: 0.0729697 Jan 25 16:11:49.817268 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 2c93604b-87c8-42b1-8539-789dadf55bdd up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:49.845059 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fb7b7c9a-2930-460d-bd4f-f122096d0e6b req-d8fa27ff-e7b4-4c1f-a16f-d3fbdfbdd258 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289087 Jan 25 16:11:49.864007 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port 2c93604b-87c8-42b1-8539-789dadf55bdd completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:11:49.867218 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 2c93604b-87c8-42b1-8539-789dadf55bdd triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:49.867460 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:49.951164 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:49.980236 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0f32ff-058f-4468-b61e-03915b21c864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c93604b-87c8-42b1-8539-789dadf55bdd'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:11:49.987652 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port 2c93604b-87c8-42b1-8539-789dadf55bdd, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=2c93604b-87c8-42b1-8539-789dadf55bdd,segment=NetworkSegment(4c88bdfb-61eb-494e-8176-98526c7183ca),segment_id=4c88bdfb-61eb-494e-8176-98526c7183ca)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:11:49.990148 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:49.991599 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:50.035875 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=2c93604b-87c8-42b1-8539-789dadf55bdd,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:50.038259 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:50.729328 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0f32ff-058f-4468-b61e-03915b21c864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c93604b-87c8-42b1-8539-789dadf55bdd', 'code': 200} Jan 25 16:11:51.031686 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fd704-cc15-4157-8894-4a5df67a4748 req-a0d80a6d-a943-42d8-ab1a-d73626120827 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:51.032794 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-956fd704-cc15-4157-8894-4a5df67a4748 req-a0d80a6d-a943-42d8-ab1a-d73626120827 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5c0f32ff-058f-4468-b61e-03915b21c864 HTTP/1.1" status: 200 len: 945 time: 0.0773528 Jan 25 16:11:51.074151 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-956fd704-cc15-4157-8894-4a5df67a4748 req-a8d58cf9-7b6a-4f22-b2fb-79db153b1436 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342953 Jan 25 16:11:51.409642 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0591780-d674-4ea8-ad3d-a8e41de89274 req-4e4f7f4e-8f90-439b-9862-bea831b0fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:51.411094 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a0591780-d674-4ea8-ad3d-a8e41de89274 req-4e4f7f4e-8f90-439b-9862-bea831b0fa0b service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=5c0f32ff-058f-4468-b61e-03915b21c864 HTTP/1.1" status: 200 len: 1162 time: 0.0640104 Jan 25 16:11:51.441884 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a0591780-d674-4ea8-ad3d-a8e41de89274 req-d8c4da51-a98a-4061-8d25-a34a39721e54 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250051 Jan 25 16:11:51.546309 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 2c93604b-87c8-42b1-8539-789dadf55bdd up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:51.612921 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 2c93604b-87c8-42b1-8539-789dadf55bdd triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:51.613228 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:52.236691 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4086ba-8721-473e-b057-8931521f3857 req-cdf6c61a-3422-4a6d-997e-192f7e25dc46 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:52.237732 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f4086ba-8721-473e-b057-8931521f3857 req-cdf6c61a-3422-4a6d-997e-192f7e25dc46 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5c0f32ff-058f-4468-b61e-03915b21c864 HTTP/1.1" status: 200 len: 945 time: 0.0688391 Jan 25 16:11:52.271698 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f4086ba-8721-473e-b057-8931521f3857 req-06d350ec-3fa2-4137-807d-fd67b05d150f tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295479 Jan 25 16:11:53.036603 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b98f0301-aa7d-4e30-97fc-45685d8168eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:54.049665 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-89bd054e-30df-4aaa-8ab8-b182464e5b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:54.425291 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 2c93604b-87c8-42b1-8539-789dadf55bdd up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:54.485104 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 2c93604b-87c8-42b1-8539-789dadf55bdd triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:54.485416 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:54.584778 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:54.791494 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:54.882377 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07b289-2765-4b61-a3ee-e1899844ae4a req-0f30cb95-9642-4d65-808e-217760a62108 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:54.883436 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8d07b289-2765-4b61-a3ee-e1899844ae4a req-0f30cb95-9642-4d65-808e-217760a62108 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5c0f32ff-058f-4468-b61e-03915b21c864 HTTP/1.1" status: 200 len: 945 time: 0.0744083 Jan 25 16:11:54.922435 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8d07b289-2765-4b61-a3ee-e1899844ae4a req-e6fffdc1-02b4-46d6-96e8-de7de5c17b52 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315776 Jan 25 16:11:54.935250 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:55.576132 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 2c93604b-87c8-42b1-8539-789dadf55bdd up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:11:55.624513 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 2c93604b-87c8-42b1-8539-789dadf55bdd triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:11:55.624767 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:55.676558 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:55.824990 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 36912) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:55.903433 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:55.911873 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:55.914096 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Usage tracker for resource:security_group_rule and tenant:52ba4ef39bcb44e78007ed8fcf6ffe4d is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:55.915706 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:55.918783 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:55.965845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:55.968156 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:55.971751 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:55.994907 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=52ba4ef39bcb44e78007ed8fcf6ffe4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1691716 Jan 25 16:11:55.995468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9b330f-62fb-4d9b-82d0-571d78437292,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:55.996874 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 36922) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:56.006590 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.006782 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.006993 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.007201 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.007407 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.007614 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.007820 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.008026 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.008253 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.008458 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.008662 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.008865 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.009114 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.009320 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.009518 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.009720 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.009922 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.010123 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.010324 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.010524 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.010725 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.010926 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.011127 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.011328 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.014825 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:56.070285 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-600a284e-3100-415d-9b3e-831af2905677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:56.090224 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-600a284e-3100-415d-9b3e-831af2905677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:56.108218 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf0cac-c6b9-493a-ad04-2facd525921d req-424e0adb-d5d6-40f3-a7d0-78cbcd95ad8e tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:11:56.109083 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1bcf0cac-c6b9-493a-ad04-2facd525921d req-424e0adb-d5d6-40f3-a7d0-78cbcd95ad8e tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5c0f32ff-058f-4468-b61e-03915b21c864 HTTP/1.1" status: 200 len: 945 time: 0.0948205 Jan 25 16:11:56.149239 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1bcf0cac-c6b9-493a-ad04-2facd525921d req-38e085da-3c7e-4fce-a8ae-45934f7e7b04 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289772 Jan 25 16:11:56.149832 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-600a284e-3100-415d-9b3e-831af2905677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:56.151812 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:56.158109 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a284e-3100-415d-9b3e-831af2905677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9b330f-62fb-4d9b-82d0-571d78437292,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:56.166196 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-600a284e-3100-415d-9b3e-831af2905677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:56.166196 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-600a284e-3100-415d-9b3e-831af2905677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:56.166196 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-600a284e-3100-415d-9b3e-831af2905677 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4b9b330f-62fb-4d9b-82d0-571d78437292 HTTP/1.1" status: 204 len: 168 time: 0.1662657 Jan 25 16:11:56.350919 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 36938) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:56.361855 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a4dac3d8-2968-4b5a-8a03-219b6753f740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:56.370446 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-a4dac3d8-2968-4b5a-8a03-219b6753f740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:11:56.372678 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-a4dac3d8-2968-4b5a-8a03-219b6753f740 admin admin] Usage tracker for resource:security_group_rule and tenant:ef3e68bf014541ba8dd72c4346959513 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:11:56.374321 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-a4dac3d8-2968-4b5a-8a03-219b6753f740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:11:56.377474 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-a4dac3d8-2968-4b5a-8a03-219b6753f740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:11:56.428818 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a4dac3d8-2968-4b5a-8a03-219b6753f740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:56.430712 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a4dac3d8-2968-4b5a-8a03-219b6753f740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:56.435585 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-37a84da9-1d51-47d6-9b3a-3ccb9ce1cac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:56.461471 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-a4dac3d8-2968-4b5a-8a03-219b6753f740 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ef3e68bf014541ba8dd72c4346959513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1098001 Jan 25 16:11:56.461680 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 36948) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:56.462472 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dac3d8-2968-4b5a-8a03-219b6753f740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ee79a4-f7fb-47f1-b205-f0fe0250fd5e,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:56.464393 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a4dac3d8-2968-4b5a-8a03-219b6753f740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:56.502766 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:56.518627 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:56.545062 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:56.547115 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:11:56.554843 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ee79a4-f7fb-47f1-b205-f0fe0250fd5e,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:11:56.560295 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.560511 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.560720 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.560924 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.561125 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.561343 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.561516 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.561731 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.561931 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.562131 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.562329 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.562529 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.562772 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.562970 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.563173 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.563372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.563566 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.563766 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.563963 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.564178 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.564375 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.564575 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.564774 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.564973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:11:56.568875 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:11:56.569396 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:11:56.570890 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d1ee79a4-f7fb-47f1-b205-f0fe0250fd5e HTTP/1.1" status: 204 len: 168 time: 0.1074944 Jan 25 16:12:04.555220 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709091bb-1c07-4cf6-99b1-b238b57865fd req-5eea507f-dd66-41d7-ad29-aff0486b2b77 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:04.556253 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-709091bb-1c07-4cf6-99b1-b238b57865fd req-5eea507f-dd66-41d7-ad29-aff0486b2b77 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 945 time: 0.0780408 Jan 25 16:12:04.591792 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-709091bb-1c07-4cf6-99b1-b238b57865fd req-8a481894-0829-4889-9410-268554fa6ceb tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299196 Jan 25 16:12:05.744688 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c782cd-e6f0-4157-85a4-875f35bc87ad req-9c50efea-8eec-4d15-aae2-5e8ec9358bc6 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:05.745699 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c8c782cd-e6f0-4157-85a4-875f35bc87ad req-9c50efea-8eec-4d15-aae2-5e8ec9358bc6 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 945 time: 0.0701363 Jan 25 16:12:05.778945 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c8c782cd-e6f0-4157-85a4-875f35bc87ad req-47f038e7-9525-4824-9c4a-7bccc2c9f028 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294046 Jan 25 16:12:06.635953 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-ba022895-a186-4c2f-8a1f-f34cc53cfacf tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:06.637143 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-ba022895-a186-4c2f-8a1f-f34cc53cfacf tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/networks?id=b1b16d1d-17f5-48fc-b0df-9149be117ef8 HTTP/1.1" status: 200 len: 814 time: 0.1497653 Jan 25 16:12:06.646038 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-875319cd-2108-4a6c-ba66-dca6941853a4 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/quotas/fc505d840c2247b3a74c6589f6f33a33 HTTP/1.1" status: 200 len: 375 time: 0.0051856 Jan 25 16:12:06.707761 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-7ae37e82-835c-4600-b06e-37991a4392e2 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?tenant_id=fc505d840c2247b3a74c6589f6f33a33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579300 Jan 25 16:12:06.775243 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 37206) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:06.804210 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-b5c67e92-8aa6-41be-a7d4-2020223023f3 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912447 Jan 25 16:12:06.885148 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f99e67cb-0e5f-414d-8fb0-27c907112cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:06.905821 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-f99e67cb-0e5f-414d-8fb0-27c907112cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:12:06.914948 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-f99e67cb-0e5f-414d-8fb0-27c907112cc5 admin admin] Usage tracker for resource:security_group_rule and tenant:5886f121bf9248b5a2ae455859ae9a48 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:12:06.917761 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-f99e67cb-0e5f-414d-8fb0-27c907112cc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:12:06.922834 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-04df09e8-2448-4c72-bba7-8e9c71ef4141 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1109695 Jan 25 16:12:06.923390 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-f99e67cb-0e5f-414d-8fb0-27c907112cc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:12:06.975726 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f99e67cb-0e5f-414d-8fb0-27c907112cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:06.978015 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f99e67cb-0e5f-414d-8fb0-27c907112cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:06.982931 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-600a284e-3100-415d-9b3e-831af2905677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:07.010938 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-f99e67cb-0e5f-414d-8fb0-27c907112cc5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5886f121bf9248b5a2ae455859ae9a48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349224 Jan 25 16:12:07.012644 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 37234) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:07.014423 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e67cb-0e5f-414d-8fb0-27c907112cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb86a0bf-613b-478b-b140-fc6f100b1f97,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:07.023248 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f99e67cb-0e5f-414d-8fb0-27c907112cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:07.081930 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fb4d5a46-3b86-4364-b933-e231c8bf4cdd req-1b2b641f-cc5d-40bf-80a5-4588cf7505f7 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 210 time: 0.0469456 Jan 25 16:12:07.082378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0fcb1434-4499-4a4d-90d0-7634c4c05f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:07.099516 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0fcb1434-4499-4a4d-90d0-7634c4c05f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:07.117654 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a7981-65db-42c7-9a42-8494c8b061a7 req-666da26e-3b2a-4b66-a167-36f154eb71ad tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:07.120543 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-934a7981-65db-42c7-9a42-8494c8b061a7 req-666da26e-3b2a-4b66-a167-36f154eb71ad tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 945 time: 0.0793412 Jan 25 16:12:07.125709 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0fcb1434-4499-4a4d-90d0-7634c4c05f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:07.128684 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:07.137039 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb1434-4499-4a4d-90d0-7634c4c05f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb86a0bf-613b-478b-b140-fc6f100b1f97,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:07.139786 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0fcb1434-4499-4a4d-90d0-7634c4c05f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:07.142100 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0fcb1434-4499-4a4d-90d0-7634c4c05f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:07.157861 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-0fcb1434-4499-4a4d-90d0-7634c4c05f4b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bb86a0bf-613b-478b-b140-fc6f100b1f97 HTTP/1.1" status: 204 len: 168 time: 0.1443646 Jan 25 16:12:07.160473 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-934a7981-65db-42c7-9a42-8494c8b061a7 req-ec4bd406-d1d2-4070-94b2-69548bb104b1 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379663 Jan 25 16:12:08.186543 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-795d1936-409a-403c-bd57-dd929404c12c req-b4e6b790-9350-48a9-a71d-3e404ae208b3 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 210 time: 0.0326650 Jan 25 16:12:08.291812 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb6c0a-d8d9-4560-96a5-b1a0712fa057 req-93f3f2f5-108b-41ec-8233-2defc364c4b1 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:08.292841 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9edb6c0a-d8d9-4560-96a5-b1a0712fa057 req-93f3f2f5-108b-41ec-8233-2defc364c4b1 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 945 time: 0.0596154 Jan 25 16:12:08.323046 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9edb6c0a-d8d9-4560-96a5-b1a0712fa057 req-a1ab4170-29b4-426e-989a-2ef2a005d86c tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260100 Jan 25 16:12:09.397183 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-28301d1c-5d37-483f-877a-34f9740ee61f req-4357828e-2309-415a-bc83-ec214e607735 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 210 time: 0.0285552 Jan 25 16:12:09.527062 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b4170-3111-47db-a077-73abe4f0346e req-0ff4c305-1cfc-46f1-9fde-bb930a418d8e tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:09.527165 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-997b4170-3111-47db-a077-73abe4f0346e req-0ff4c305-1cfc-46f1-9fde-bb930a418d8e tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 945 time: 0.0693896 Jan 25 16:12:09.557992 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-997b4170-3111-47db-a077-73abe4f0346e req-f05e58ca-f163-4636-b604-03e8a0380c49 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/security-groups?id=5934a957-da5d-45cb-8ae3-8997ef477df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269849 Jan 25 16:12:09.639543 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 74c0c0ec-d91b-4a17-822a-bbc01e36dd93 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:12:09.726368 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:09.732157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30878b49-d6e1-4da1-8f6b-46da01c0fa0e req-c5fd5b80-3259-4c27-a489-1869f987cb22 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:09.733057 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-30878b49-d6e1-4da1-8f6b-46da01c0fa0e req-c5fd5b80-3259-4c27-a489-1869f987cb22 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.117 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 945 time: 0.0652165 Jan 25 16:12:09.743136 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b631cf26-f3ba-40e1-82ed-4a61fab7b96e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c0c0ec-d91b-4a17-822a-bbc01e36dd93'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:12:09.748805 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port 74c0c0ec-d91b-4a17-822a-bbc01e36dd93, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=74c0c0ec-d91b-4a17-822a-bbc01e36dd93,segment=NetworkSegment(0ff2507f-642d-40be-9b0f-4c3515f56bcc),segment_id=0ff2507f-642d-40be-9b0f-4c3515f56bcc)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:12:09.751271 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:09.753078 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d5594a6f-b187-4125-8cd5-e3d8863e087a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:09.778103 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b631cf26-f3ba-40e1-82ed-4a61fab7b96e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c0c0ec-d91b-4a17-822a-bbc01e36dd93', 'code': 200} Jan 25 16:12:09.786317 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-30878b49-d6e1-4da1-8f6b-46da01c0fa0e req-0dcbca30-bf27-4c6d-819c-38f9e947033d tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Deleting port 74c0c0ec-d91b-4a17-822a-bbc01e36dd93 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:12:09.786547 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-30878b49-d6e1-4da1-8f6b-46da01c0fa0e req-0dcbca30-bf27-4c6d-819c-38f9e947033d tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:09.798832 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=74c0c0ec-d91b-4a17-822a-bbc01e36dd93,revision_number=5']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:09.803086 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.803397 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.803841 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.804113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.804554 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.804768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.804959 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.805150 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.805343 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.805533 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.805722 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.805908 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.806139 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.806329 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.806517 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.806719 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.807965 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.807965 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.807965 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.807965 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.807965 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.808587 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.808792 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.808986 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:09.811789 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:10.191571 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-a78f5d7a-c7a5-4706-898e-0e4facf43535 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:10.192576 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-a78f5d7a-c7a5-4706-898e-0e4facf43535 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.117 "GET /v2.0/networks?id=b1b16d1d-17f5-48fc-b0df-9149be117ef8 HTTP/1.1" status: 200 len: 814 time: 0.3467078 Jan 25 16:12:10.207694 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-30878b49-d6e1-4da1-8f6b-46da01c0fa0e req-0dcbca30-bf27-4c6d-819c-38f9e947033d tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] For port 74c0c0ec-d91b-4a17-822a-bbc01e36dd93, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=74c0c0ec-d91b-4a17-822a-bbc01e36dd93,segment=NetworkSegment(0ff2507f-642d-40be-9b0f-4c3515f56bcc),segment_id=0ff2507f-642d-40be-9b0f-4c3515f56bcc)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:12:10.207976 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-30878b49-d6e1-4da1-8f6b-46da01c0fa0e req-0dcbca30-bf27-4c6d-819c-38f9e947033d tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:10.217177 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-f37aa81b-1fa2-4c07-8d9c-6fb4f95f12bd tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Request body: {'port': {'device_id': '56721860-d004-4f32-b16b-20a80e686ca9', 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8', 'admin_state_up': True, 'tenant_id': 'fc505d840c2247b3a74c6589f6f33a33'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:12:10.333645 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-30878b49-d6e1-4da1-8f6b-46da01c0fa0e req-0dcbca30-bf27-4c6d-819c-38f9e947033d tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Calling delete_port for 74c0c0ec-d91b-4a17-822a-bbc01e36dd93 owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:12:10.453864 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-f37aa81b-1fa2-4c07-8d9c-6fb4f95f12bd tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:12:10.477457 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-f37aa81b-1fa2-4c07-8d9c-6fb4f95f12bd tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:12:10.516076 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e2fd7758-e821-45db-bc7a-3acdcbce5a6f req-8a09db3a-b360-4ca6-b52b-d47fdef2f906 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 210 time: 0.0371492 Jan 25 16:12:10.517942 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-f37aa81b-1fa2-4c07-8d9c-6fb4f95f12bd tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Made reservation on behalf of fc505d840c2247b3a74c6589f6f33a33 for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:12:10.523875 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-f37aa81b-1fa2-4c07-8d9c-6fb4f95f12bd tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:10.545865 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-30878b49-d6e1-4da1-8f6b-46da01c0fa0e req-0dcbca30-bf27-4c6d-819c-38f9e947033d tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:10.558711 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:10.649771 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbca30-bf27-4c6d-819c-38f9e947033d tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Pushing event deleted for resources: {'Port': ['ID=74c0c0ec-d91b-4a17-822a-bbc01e36dd93,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:10.654509 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0dcbca30-bf27-4c6d-819c-38f9e947033d tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:10.765816 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-30878b49-d6e1-4da1-8f6b-46da01c0fa0e req-0dcbca30-bf27-4c6d-819c-38f9e947033d tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] No DVR routers for this DVR port 74c0c0ec-d91b-4a17-822a-bbc01e36dd93 on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:12:10.770376 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-30878b49-d6e1-4da1-8f6b-46da01c0fa0e req-0dcbca30-bf27-4c6d-819c-38f9e947033d tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:10.771987 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b631cf26-f3ba-40e1-82ed-4a61fab7b96e', 'name': 'network-vif-deleted', 'tag': '74c0c0ec-d91b-4a17-822a-bbc01e36dd93'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:12:10.809453 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-30878b49-d6e1-4da1-8f6b-46da01c0fa0e req-0dcbca30-bf27-4c6d-819c-38f9e947033d tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.117 "DELETE /v2.0/ports/74c0c0ec-d91b-4a17-822a-bbc01e36dd93 HTTP/1.1" status: 204 len: 173 time: 1.0707080 Jan 25 16:12:10.817935 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-f37aa81b-1fa2-4c07-8d9c-6fb4f95f12bd tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Allocated IP 172.20.0.3 (b1b16d1d-17f5-48fc-b0df-9149be117ef8/80827190-8e19-4185-80cc-70164a38f983/a6383e57-f663-4b4f-a328-c3d368a36989) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:12:10.931863 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-f37aa81b-1fa2-4c07-8d9c-6fb4f95f12bd tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:10.948309 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-f37aa81b-1fa2-4c07-8d9c-6fb4f95f12bd tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:10.957899 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:10.976466 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c99409db-867c-4b52-bd42-df1d450e61d5 req-1853b66c-dbf8-439c-9c49-25305fed791b tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 210 time: 0.0291009 Jan 25 16:12:11.016506 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b631cf26-f3ba-40e1-82ed-4a61fab7b96e', 'name': 'network-vif-deleted', 'tag': '74c0c0ec-d91b-4a17-822a-bbc01e36dd93', 'status': 'completed', 'code': 200} Jan 25 16:12:11.030935 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37aa81b-1fa2-4c07-8d9c-6fb4f95f12bd tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Pushing event updated for resources: {'Port': ['ID=a6383e57-f663-4b4f-a328-c3d368a36989,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:11.033476 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f37aa81b-1fa2-4c07-8d9c-6fb4f95f12bd tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:11.062261 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-f37aa81b-1fa2-4c07-8d9c-6fb4f95f12bd tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Network b1b16d1d-17f5-48fc-b0df-9149be117ef8 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:12:11.062896 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-f37aa81b-1fa2-4c07-8d9c-6fb4f95f12bd tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:12:11.064248 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-f37aa81b-1fa2-4c07-8d9c-6fb4f95f12bd tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:12:11.075348 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-f37aa81b-1fa2-4c07-8d9c-6fb4f95f12bd tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:11.075724 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-f37aa81b-1fa2-4c07-8d9c-6fb4f95f12bd tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:11.086167 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-f37aa81b-1fa2-4c07-8d9c-6fb4f95f12bd tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8730936 Jan 25 16:12:11.098052 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Request body: {'port': {'device_id': '56721860-d004-4f32-b16b-20a80e686ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:12:11.178949 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:11.610545 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6383e57-f663-4b4f-a328-c3d368a36989 {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:12:11.615245 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:11.622572 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Transition to ACTIVE for port object a6383e57-f663-4b4f-a328-c3d368a36989 will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:12:11.624609 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:11.634269 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:11.674777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932f0e1-69c0-4a8b-9bc3-cf007a7c53e2 req-efcd6299-d58f-478d-b04b-c607cf74e4f4 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:11.675914 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c932f0e1-69c0-4a8b-9bc3-cf007a7c53e2 req-efcd6299-d58f-478d-b04b-c607cf74e4f4 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 931 time: 0.0822508 Jan 25 16:12:11.707543 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Pushing event updated for resources: {'Port': ['ID=a6383e57-f663-4b4f-a328-c3d368a36989,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:11.709598 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:11.713727 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c932f0e1-69c0-4a8b-9bc3-cf007a7c53e2 req-fc2f216a-ea03-4b0f-a9a0-48d3f24af7d0 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302825 Jan 25 16:12:11.775632 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Attempting to bind port a6383e57-f663-4b4f-a328-c3d368a36989 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:12:11.775835 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Attempting to bind port a6383e57-f663-4b4f-a328-c3d368a36989 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '4c88bdfb-61eb-494e-8176-98526c7183ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:12:11.775958 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Attempting to bind port a6383e57-f663-4b4f-a328-c3d368a36989 on network b1b16d1d-17f5-48fc-b0df-9149be117ef8 {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:12:11.779265 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:12:11.779464 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Checking segment: {'id': '4c88bdfb-61eb-494e-8176-98526c7183ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:12:11.779692 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:11.779892 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Bound using segment: {'id': '4c88bdfb-61eb-494e-8176-98526c7183ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:12:11.780164 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Bound port: a6383e57-f663-4b4f-a328-c3d368a36989, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c88bdfb-61eb-494e-8176-98526c7183ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:12:11.780384 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:11.846453 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] For port a6383e57-f663-4b4f-a328-c3d368a36989, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:12:11.846453 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] For port a6383e57-f663-4b4f-a328-c3d368a36989, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=a6383e57-f663-4b4f-a328-c3d368a36989,segment=NetworkSegment(4c88bdfb-61eb-494e-8176-98526c7183ca),segment_id=4c88bdfb-61eb-494e-8176-98526c7183ca)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:12:11.848288 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:11.855762 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:11.934074 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Pushing event updated for resources: {'Port': ['ID=a6383e57-f663-4b4f-a328-c3d368a36989,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:11.937171 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:11.955294 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:11.955674 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:11.956557 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] 10.222.0.117 "PUT /v2.0/ports/a6383e57-f663-4b4f-a328-c3d368a36989 HTTP/1.1" status: 200 len: 1157 time: 0.8643248 Jan 25 16:12:12.080869 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b65d33b2-8982-4d69-a911-f64fe78cc93b req-3ef86ba0-d576-49e4-babc-16c10d87f79f tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 210 time: 0.0292289 Jan 25 16:12:12.716144 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-5da63cd1-efde-48d5-9890-f4b655c1dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:12.717127 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-5da63cd1-efde-48d5-9890-f4b655c1dd74 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fc505d840c2247b3a74c6589f6f33a33&device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 1160 time: 0.0518827 Jan 25 16:12:12.775813 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-23b17f95-fb25-42dd-a833-2998d70b6b61 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6383e57-f663-4b4f-a328-c3d368a36989 HTTP/1.1" status: 200 len: 217 time: 0.0513198 Jan 25 16:12:12.822766 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9c0b93bb-637f-4eb8-827d-1b94a32deb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:12.823736 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-9c0b93bb-637f-4eb8-827d-1b94a32deb5b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=80827190-8e19-4185-80cc-70164a38f983 HTTP/1.1" status: 200 len: 854 time: 0.0423565 Jan 25 16:12:12.859189 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ed1c5-0263-454d-bdd7-5753247b7b9e req-98d2f6de-116a-4fb5-b4fe-11ee2e0cf585 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:12.863898 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b40ed1c5-0263-454d-bdd7-5753247b7b9e req-98d2f6de-116a-4fb5-b4fe-11ee2e0cf585 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 943 time: 0.0701537 Jan 25 16:12:12.880455 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-ef5a75f3-4d8c-4d34-8a44-d2c581952358 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b1b16d1d-17f5-48fc-b0df-9149be117ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523825 Jan 25 16:12:12.892950 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b40ed1c5-0263-454d-bdd7-5753247b7b9e req-0e5cf58d-1ebf-4d58-9937-47c23bbbdedf tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284519 Jan 25 16:12:12.961606 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-14d99487-2428-4acb-b26b-ab07ddb89f5f service neutron] 10.222.0.117 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0759132 Jan 25 16:12:13.017600 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56721860-d004-4f32-b16b-20a80e686ca9', 'tag': 'a6383e57-f663-4b4f-a328-c3d368a36989'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:12:13.047953 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38721fee-60e5-40d5-85ef-be1c5f7bafcf req-eee1b413-9bf6-483f-8b24-a470156c8dc0 service neutron] 10.222.0.117 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0806522 Jan 25 16:12:13.050128 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56721860-d004-4f32-b16b-20a80e686ca9', 'tag': 'a6383e57-f663-4b4f-a328-c3d368a36989', 'status': 'completed', 'code': 200} Jan 25 16:12:13.181629 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b68c8a18-9324-41a5-8179-a981eb9b5e4f req-b119bc4b-aba8-4ec6-9210-d27082fbaa27 tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] 10.222.0.107 "GET /v2.0/ports?device_id=b631cf26-f3ba-40e1-82ed-4a61fab7b96e HTTP/1.1" status: 200 len: 210 time: 0.0281541 Jan 25 16:12:13.472710 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79897356-03b7-4203-aebb-02ecde0ea152 req-722fc56b-7840-445b-ab31-479fc3daac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:13.473663 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79897356-03b7-4203-aebb-02ecde0ea152 req-722fc56b-7840-445b-ab31-479fc3daac74 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fc505d840c2247b3a74c6589f6f33a33&device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 1160 time: 0.0564167 Jan 25 16:12:13.554083 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79897356-03b7-4203-aebb-02ecde0ea152 req-15144ce2-90e5-45c6-9973-27cd1603e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:13.555408 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79897356-03b7-4203-aebb-02ecde0ea152 req-15144ce2-90e5-45c6-9973-27cd1603e95c service neutron] 10.222.0.117 "GET /v2.0/networks?id=b1b16d1d-17f5-48fc-b0df-9149be117ef8 HTTP/1.1" status: 200 len: 908 time: 0.0765924 Jan 25 16:12:13.594541 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79897356-03b7-4203-aebb-02ecde0ea152 req-ec8414aa-ff6d-4002-bb53-aa632c391ce7 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6383e57-f663-4b4f-a328-c3d368a36989 HTTP/1.1" status: 200 len: 217 time: 0.0347111 Jan 25 16:12:13.633728 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79897356-03b7-4203-aebb-02ecde0ea152 req-704fef4d-4fe0-4dbb-8560-2fbde6a7044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:13.634524 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79897356-03b7-4203-aebb-02ecde0ea152 req-704fef4d-4fe0-4dbb-8560-2fbde6a7044f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=80827190-8e19-4185-80cc-70164a38f983 HTTP/1.1" status: 200 len: 854 time: 0.0347009 Jan 25 16:12:13.663413 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79897356-03b7-4203-aebb-02ecde0ea152 req-7f335e35-ccf5-4bbf-93f4-3d988b601df7 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b1b16d1d-17f5-48fc-b0df-9149be117ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229094 Jan 25 16:12:13.742751 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79897356-03b7-4203-aebb-02ecde0ea152 req-9e8280bf-3577-4491-af93-6980c5cd6a72 service neutron] 10.222.0.117 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0734103 Jan 25 16:12:13.830083 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79897356-03b7-4203-aebb-02ecde0ea152 req-e8a75825-38b7-4951-83ce-31620e21ff02 service neutron] 10.222.0.117 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0760524 Jan 25 16:12:14.035453 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce122a-312b-4501-b493-52ec8005958d req-f4b56ca1-39ac-430e-8c0b-82f2ee987581 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:14.036032 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-15ce122a-312b-4501-b493-52ec8005958d req-f4b56ca1-39ac-430e-8c0b-82f2ee987581 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Synchronizing usage tracker for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:12:14.046655 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-15ce122a-312b-4501-b493-52ec8005958d req-f4b56ca1-39ac-430e-8c0b-82f2ee987581 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Unset dirty status for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:12:14.047478 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-15ce122a-312b-4501-b493-52ec8005958d req-f4b56ca1-39ac-430e-8c0b-82f2ee987581 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 943 time: 0.0854392 Jan 25 16:12:14.079594 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-15ce122a-312b-4501-b493-52ec8005958d req-2ffa0fbf-a081-4e0f-bc80-d93788b40d6a tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284345 Jan 25 16:12:15.233385 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c7e41-269b-480c-88fb-f9d4d4649c1f req-522f584a-ae65-417d-8c0f-35ec78cc2bf3 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:15.234541 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8e5c7e41-269b-480c-88fb-f9d4d4649c1f req-522f584a-ae65-417d-8c0f-35ec78cc2bf3 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 943 time: 0.0665462 Jan 25 16:12:15.266904 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8e5c7e41-269b-480c-88fb-f9d4d4649c1f req-b64ac31e-6012-443d-82bb-bda2601b9548 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280244 Jan 25 16:12:15.844747 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 37566) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:15.935222 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3fe09b60-446d-4a5d-8a5d-7b78a0ebbcfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:15.946402 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-3fe09b60-446d-4a5d-8a5d-7b78a0ebbcfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:12:15.949014 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-3fe09b60-446d-4a5d-8a5d-7b78a0ebbcfd admin admin] Usage tracker for resource:security_group_rule and tenant:9200b4f5005b40deb5ce8b4f9fcbfdf0 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:12:15.950769 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-3fe09b60-446d-4a5d-8a5d-7b78a0ebbcfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:12:15.954283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-3fe09b60-446d-4a5d-8a5d-7b78a0ebbcfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:12:15.999859 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3fe09b60-446d-4a5d-8a5d-7b78a0ebbcfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.000262 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device a6383e57-f663-4b4f-a328-c3d368a36989 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:12:16.002258 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3fe09b60-446d-4a5d-8a5d-7b78a0ebbcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.006156 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-86a7a810-55f9-4f3c-bbe5-085114376720 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:16.028868 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-3fe09b60-446d-4a5d-8a5d-7b78a0ebbcfd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9200b4f5005b40deb5ce8b4f9fcbfdf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833560 Jan 25 16:12:16.029456 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe09b60-446d-4a5d-8a5d-7b78a0ebbcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940e92cb-3cfe-4f31-a4fa-e9a101994fef,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:16.032500 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 37572) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:16.033941 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-3fe09b60-446d-4a5d-8a5d-7b78a0ebbcfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:16.040233 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port a6383e57-f663-4b4f-a328-c3d368a36989 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:12:16.043020 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port a6383e57-f663-4b4f-a328-c3d368a36989 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:16.043221 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.066527 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ba2c-0028-4f26-8024-99957836b6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.081650 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ba2c-0028-4f26-8024-99957836b6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.105527 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ba2c-0028-4f26-8024-99957836b6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.108204 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b97324c1-abbb-444a-971d-c402e9815aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:16.108501 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.116917 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5ba2c-0028-4f26-8024-99957836b6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940e92cb-3cfe-4f31-a4fa-e9a101994fef,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:16.118609 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d7c5ba2c-0028-4f26-8024-99957836b6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:16.121659 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ba2c-0028-4f26-8024-99957836b6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.124423 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-d7c5ba2c-0028-4f26-8024-99957836b6e0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/940e92cb-3cfe-4f31-a4fa-e9a101994fef HTTP/1.1" status: 204 len: 168 time: 0.0896082 Jan 25 16:12:16.125470 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56721860-d004-4f32-b16b-20a80e686ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6383e57-f663-4b4f-a328-c3d368a36989'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:12:16.142719 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port a6383e57-f663-4b4f-a328-c3d368a36989, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=a6383e57-f663-4b4f-a328-c3d368a36989,segment=NetworkSegment(4c88bdfb-61eb-494e-8176-98526c7183ca),segment_id=4c88bdfb-61eb-494e-8176-98526c7183ca)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:12:16.154312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.155629 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:16.179599 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56721860-d004-4f32-b16b-20a80e686ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6383e57-f663-4b4f-a328-c3d368a36989', 'code': 200} Jan 25 16:12:16.198105 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=a6383e57-f663-4b4f-a328-c3d368a36989,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:16.200080 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:16.331398 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178c96b-3125-4b0d-b8fc-4344de10d8ce req-01b56b95-9ec3-41d5-85ee-38792f7ecbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:16.332501 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8178c96b-3125-4b0d-b8fc-4344de10d8ce req-01b56b95-9ec3-41d5-85ee-38792f7ecbb3 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 1162 time: 0.0421090 Jan 25 16:12:16.367019 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8178c96b-3125-4b0d-b8fc-4344de10d8ce req-c3a9f696-5760-4a0b-afdc-cd6e39403e35 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0220790 Jan 25 16:12:16.458544 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9b26c-f34f-4de7-90ad-76f8e8ac22b6 req-2b29d270-523a-4992-a931-d51817bce3c1 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:16.459463 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-23d9b26c-f34f-4de7-90ad-76f8e8ac22b6 req-2b29d270-523a-4992-a931-d51817bce3c1 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 945 time: 0.0609820 Jan 25 16:12:16.488341 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-23d9b26c-f34f-4de7-90ad-76f8e8ac22b6 req-6ee8ab5b-4e8a-4259-87e4-8fe6ac5c7140 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244303 Jan 25 16:12:16.580492 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 37602) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:16.653934 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2096006269-network', 'tenant_id': 'cf7540de0e56436e91efecf367152a89'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:12:16.657124 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:12:16.659507 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Usage tracker for resource:network and tenant:cf7540de0e56436e91efecf367152a89 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:12:16.661583 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:12:16.665413 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:12:16.671515 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Made reservation on behalf of cf7540de0e56436e91efecf367152a89 for: {'network': 1} {{(pid=79984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:12:16.674350 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for network, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.681792 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.690406 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:12:16.692619 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Usage tracker for resource:security_group_rule and tenant:cf7540de0e56436e91efecf367152a89 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:12:16.694256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:12:16.698705 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:12:16.744298 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.747468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.749829 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:16.765266 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=79984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 16:12:16.772468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:16.775081 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.775297 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.segments_db [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Added segment d94251e5-8c1d-4c4d-8471-c81311948afe of type vxlan for network 3d1b4a78-6fa5-4235-8076-b2b3ac751aff Jan 25 16:12:16.778669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:16.791139 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293217476331'] for network, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.807747 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for network, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.808572 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:16.808946 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.811898 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8d964b90-b6dc-4fad-8469-91e454cf1194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:16.840199 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 37618) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:16.873113 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2918236 Jan 25 16:12:16.873684 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Pushing event updated for resources: {'Network': ['ID=3d1b4a78-6fa5-4235-8076-b2b3ac751aff,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:16.875061 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 37622) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:16.876581 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:16.878869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-e6e93a9c-eb0b-4f6a-9f08-1e10ed582268 admin admin] Request body: {'subnet': {'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2096006269-subnet', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'ip_version': 4}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:12:16.880594 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Network 3d1b4a78-6fa5-4235-8076-b2b3ac751aff details requested by agent ovs-agent-dv-cinder-766064-3-iscsi with host dv-cinder-766064-3-iscsi {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:12:16.881265 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0350a7-21d3-48b5-bce5-9a1aeeb5eb94 admin admin] Deleting subnet 81c00340-9541-432a-8c1b-bc3d7371bb1e {{(pid=79985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 16:12:16.881730 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-e6e93a9c-eb0b-4f6a-9f08-1e10ed582268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:12:16.883366 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cd0350a7-21d3-48b5-bce5-9a1aeeb5eb94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.884704 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-e6e93a9c-eb0b-4f6a-9f08-1e10ed582268 admin admin] Usage tracker for resource:subnet and tenant:cf7540de0e56436e91efecf367152a89 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:12:16.886408 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-e6e93a9c-eb0b-4f6a-9f08-1e10ed582268 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:12:16.889500 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-e6e93a9c-eb0b-4f6a-9f08-1e10ed582268 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:12:16.895390 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e93a9c-eb0b-4f6a-9f08-1e10ed582268 admin admin] Made reservation on behalf of cf7540de0e56436e91efecf367152a89 for: {'subnet': 1} {{(pid=79984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:12:16.898084 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e6e93a9c-eb0b-4f6a-9f08-1e10ed582268 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852587330'] for subnet, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.913888 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cd0350a7-21d3-48b5-bce5-9a1aeeb5eb94 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:16.918843 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cd0350a7-21d3-48b5-bce5-9a1aeeb5eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852869732'] for subnet, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:17.064046 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cd0350a7-21d3-48b5-bce5-9a1aeeb5eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for subnet, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:17.072932 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ab3dc140-de04-4fb5-8e2b-fd285adb07e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:17.119586 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0350a7-21d3-48b5-bce5-9a1aeeb5eb94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81c00340-9541-432a-8c1b-bc3d7371bb1e,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:17.121855 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e6e93a9c-eb0b-4f6a-9f08-1e10ed582268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852675720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852587345'] for subnet, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:17.126099 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-cd0350a7-21d3-48b5-bce5-9a1aeeb5eb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:17.128963 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4f27278a-5a25-43cb-bf93-ad6ed7f6f853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:17.146010 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cd0350a7-21d3-48b5-bce5-9a1aeeb5eb94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:17.151495 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-cd0350a7-21d3-48b5-bce5-9a1aeeb5eb94 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/81c00340-9541-432a-8c1b-bc3d7371bb1e HTTP/1.1" status: 204 len: 168 time: 0.3089950 Jan 25 16:12:17.151777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 37626) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:17.425896 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e93a9c-eb0b-4f6a-9f08-1e10ed582268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68a34ad1-cdd3-424c-8e73-7c05cc04be85,revision_number=0']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:17.431279 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e6e93a9c-eb0b-4f6a-9f08-1e10ed582268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:17.454164 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d6ab73a7-85d3-41cc-947b-6fda29f08966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853034955'] for network, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:17.576106 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d6ab73a7-85d3-41cc-947b-6fda29f08966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852872736', 'neutron.services.segments.db._delete_segments_for_network-8743637820497'] for network, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:17.583369 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e93a9c-eb0b-4f6a-9f08-1e10ed582268 admin admin] Checking segment: {'id': 'd94251e5-8c1d-4c4d-8471-c81311948afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:12:17.583600 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e93a9c-eb0b-4f6a-9f08-1e10ed582268 admin admin] Network hostable DHCP agents. Network: 3d1b4a78-6fa5-4235-8076-b2b3ac751aff, hostable agents: ['49719f6d-5a78-4eed-bacf-47ff3e91c67a'], hosted agents: [] {{(pid=79984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 16:12:17.667898 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e93a9c-eb0b-4f6a-9f08-1e10ed582268 admin admin] Network 3d1b4a78-6fa5-4235-8076-b2b3ac751aff is scheduled to be hosted by DHCP agent 49719f6d-5a78-4eed-bacf-47ff3e91c67a with binding_index 1 {{(pid=79984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 16:12:17.671208 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-d6ab73a7-85d3-41cc-947b-6fda29f08966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233bed33-b74e-4d9b-8695-ba20a55f5cf4']}} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:12:17.680575 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-d6ab73a7-85d3-41cc-947b-6fda29f08966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff2507f-642d-40be-9b0f-4c3515f56bcc') {'for_net_delete': True} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:12:17.680744 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-d6ab73a7-85d3-41cc-947b-6fda29f08966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff2507f-642d-40be-9b0f-4c3515f56bcc') {} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:12:17.688981 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-e6e93a9c-eb0b-4f6a-9f08-1e10ed582268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-3-iscsi, 3d1b4a78-6fa5-4235-8076-b2b3ac751aff) {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:12:17.690476 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d6ab73a7-85d3-41cc-947b-6fda29f08966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743637817186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223449'] for segment, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:17.698557 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9672de92-9b70-407e-9cbb-a7ae773aba1d None None] Network 3d1b4a78-6fa5-4235-8076-b2b3ac751aff requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:12:17.706313 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e93a9c-eb0b-4f6a-9f08-1e10ed582268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:17.706700 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e6e93a9c-eb0b-4f6a-9f08-1e10ed582268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:17.714216 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d6ab73a7-85d3-41cc-947b-6fda29f08966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:17.716367 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d6ab73a7-85d3-41cc-947b-6fda29f08966 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=79984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 16:12:17.778822 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77d749-50ab-465b-a974-f31e20c16667 req-34c353bd-213c-4801-8f25-9c06c8d5dfdf tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:17.779847 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-df77d749-50ab-465b-a974-f31e20c16667 req-34c353bd-213c-4801-8f25-9c06c8d5dfdf tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 945 time: 0.1937463 Jan 25 16:12:17.782631 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-e6e93a9c-eb0b-4f6a-9f08-1e10ed582268 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9050360 Jan 25 16:12:17.783762 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 37642) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:17.791368 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2096006269-router', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:12:17.794826 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:12:17.797571 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Usage tracker for resource:router and tenant:cf7540de0e56436e91efecf367152a89 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:12:17.799709 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:12:17.803327 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:12:17.810747 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854068486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771139'] for router, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:17.811494 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853867369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:17.820765 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:17.859143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-d6ab73a7-85d3-41cc-947b-6fda29f08966 admin admin] Network 233bed33-b74e-4d9b-8695-ba20a55f5cf4 has no segments {{(pid=79984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:12:17.864965 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d6ab73a7-85d3-41cc-947b-6fda29f08966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852869664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852675938'] for segment, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:17.879085 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-df77d749-50ab-465b-a974-f31e20c16667 req-ed551b73-47ae-4a20-9371-cde4e6b613f8 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919714 Jan 25 16:12:17.928241 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cf9e38-6eed-5f43-9343-5ecac6bde88b-3d1b4a78-6fa5-4235-8076-b2b3ac751aff', 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'fixed_ips': [{'subnet_id': '68a34ad1-cdd3-424c-8e73-7c05cc04be85'}]}} from dv-cinder-766064-3-iscsi. {{(pid=79986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 25 16:12:17.929131 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:17.971095 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-d6ab73a7-85d3-41cc-947b-6fda29f08966 admin admin] Network 233bed33-b74e-4d9b-8695-ba20a55f5cf4 has no segments {{(pid=79984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: Traceback (most recent call last): Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: timer() Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: cb(*args, **kw) Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: return func(*args, **kwargs) Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: self._notify() Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: self.callback(batched_events) Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: event.method(event) Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: segment_id)['aggregates'][0] Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(self, *a, **k) Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: return self._get(url).json() Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: **kwargs) Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.request(url, 'GET', **kwargs) Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: **endpoint_filter) Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:12:17.983960 dv-cinder-766064-3-iscsi neutron-server[79885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:12:18.036263 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d6ab73a7-85d3-41cc-947b-6fda29f08966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711666'] for network, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:18.039242 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:18.050615 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d6ab73a7-85d3-41cc-947b-6fda29f08966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:18.054436 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab73a7-85d3-41cc-947b-6fda29f08966 admin admin] Pushing event deleted for resources: {'Network': ['ID=233bed33-b74e-4d9b-8695-ba20a55f5cf4,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:18.057072 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-d6ab73a7-85d3-41cc-947b-6fda29f08966 admin admin] 10.222.0.107 "DELETE /v2.0/networks/233bed33-b74e-4d9b-8695-ba20a55f5cf4 HTTP/1.1" status: 204 len: 168 time: 0.9037170 Jan 25 16:12:18.058953 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d6ab73a7-85d3-41cc-947b-6fda29f08966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:18.133163 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Allocated IP 172.20.0.2 (3d1b4a78-6fa5-4235-8076-b2b3ac751aff/68a34ad1-cdd3-424c-8e73-7c05cc04be85/1ca7fbe6-b5c4-41f3-b983-6c863b2432a6) {{(pid=79986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:12:18.138436 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 37648) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:18.169457 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-3a76933c-47b1-4c67-9441-66ad5599c1db admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=38954ae24d594a9babc3822b8fbef5db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0297954 Jan 25 16:12:18.170762 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 37652) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:18.206617 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854068723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4644'] for router, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:18.209231 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9a7945d6-5844-42a7-8858-348002878e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:18.226313 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9a7945d6-5844-42a7-8858-348002878e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:18.253758 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9a7945d6-5844-42a7-8858-348002878e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:18.257778 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9149b272-d98a-476f-ae1f-7ee83d916409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:18.266559 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7945d6-5844-42a7-8858-348002878e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5934a957-da5d-45cb-8ae3-8997ef477df2,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:18.268241 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9a7945d6-5844-42a7-8858-348002878e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:18.280743 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9a7945d6-5844-42a7-8858-348002878e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:18.281581 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-9a7945d6-5844-42a7-8858-348002878e73 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5934a957-da5d-45cb-8ae3-8997ef477df2 HTTP/1.1" status: 204 len: 168 time: 0.1102126 Jan 25 16:12:18.399612 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:18.418323 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:18.433449 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Notify callbacks [] for port, precommit_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:18.439289 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Transition to ACTIVE for port object 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 will not be triggered until provisioned by entity L2. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:12:18.448860 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Transition to ACTIVE for port object 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 will not be triggered until provisioned by entity DHCP. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:12:18.451761 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:18.460158 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:18.550211 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Pushing event updated for resources: {'Port': ['ID=1ca7fbe6-b5c4-41f3-b983-6c863b2432a6,revision_number=1']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:18.552488 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:18.570940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Network 3d1b4a78-6fa5-4235-8076-b2b3ac751aff is already hosted by enough agents. {{(pid=79986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:12:18.571352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Resources bound (agent type, host, resource id): {{(pid=79986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:12:18.572937 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Received port after_create {{(pid=79986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:12:18.584251 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Allocated IP 172.27.3.99 (a86c8819-2978-473d-8d16-86365edfeb60/ab1961e7-fa88-47d7-900c-7c648513b3bc/64f54b66-3f3b-47c5-ab2f-8aca44ac7c86) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:12:18.604504 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Attempting to bind port 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:12:18.604787 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Attempting to bind port 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': 'd94251e5-8c1d-4c4d-8471-c81311948afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff'}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:12:18.604941 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Attempting to bind port 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 on network 3d1b4a78-6fa5-4235-8076-b2b3ac751aff {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:12:18.607932 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:12:18.608191 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Checking segment: {'id': 'd94251e5-8c1d-4c4d-8471-c81311948afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:12:18.608445 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:18.608685 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Bound using segment: {'id': 'd94251e5-8c1d-4c4d-8471-c81311948afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff'} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:12:18.608972 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Bound port: 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94251e5-8c1d-4c4d-8471-c81311948afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff'}}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:12:18.609200 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:18.665565 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] For port 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:12:18.667619 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] For port 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=1ca7fbe6-b5c4-41f3-b983-6c863b2432a6,segment=NetworkSegment(d94251e5-8c1d-4c4d-8471-c81311948afe),segment_id=d94251e5-8c1d-4c4d-8471-c81311948afe)] {{(pid=79986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:12:18.669451 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:18.674384 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:18.691649 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:18.700243 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:18.708243 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a71b2497-d254-4423-ac92-035937a6c1a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:18.745939 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Network 3d1b4a78-6fa5-4235-8076-b2b3ac751aff details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:12:18.772704 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 37676) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:18.796770 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Pushing event updated for resources: {'Port': ['ID=64f54b66-3f3b-47c5-ab2f-8aca44ac7c86,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:18.799390 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:18.835115 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Network a86c8819-2978-473d-8d16-86365edfeb60 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:12:18.836435 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Pushing event updated for resources: {'Port': ['ID=1ca7fbe6-b5c4-41f3-b983-6c863b2432a6,revision_number=2']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:18.836970 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:12:18.839832 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:18.841857 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:12:18.872940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device a6383e57-f663-4b4f-a328-c3d368a36989 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:12:18.896080 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1207734370-network', 'tenant_id': '98ec46fb71464bd3bf88c602bca1e490'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:12:18.901674 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:12:18.904114 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Usage tracker for resource:network and tenant:98ec46fb71464bd3bf88c602bca1e490 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:12:18.905820 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:12:18.909005 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:12:18.914535 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port a6383e57-f663-4b4f-a328-c3d368a36989 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:18.914802 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:18.916343 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Made reservation on behalf of 98ec46fb71464bd3bf88c602bca1e490 for: {'network': 1} {{(pid=79984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:12:18.919311 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for network, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:18.930960 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:18.940388 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:12:18.942865 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Usage tracker for resource:security_group_rule and tenant:98ec46fb71464bd3bf88c602bca1e490 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:12:18.945447 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:12:18.951068 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:12:19.007833 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:19.010038 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:19.012591 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7b563783-97d7-4f2e-a5ff-9ce812c9619d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:19.032404 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=79984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 16:12:19.040021 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635add9d-1630-458c-9aa1-f9be9e8727b4,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:19.042623 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:19.043208 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:19.043422 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.segments_db [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Added segment 80a5d48a-1b50-4107-9f64-bb8eda081d13 of type vxlan for network 4092863d-99a9-4ca0-baee-920a42d2b318 Jan 25 16:12:19.061216 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293217476331'] for network, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:19.087221 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for network, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:19.088163 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:19.088591 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:19.091570 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:19.109185 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:19.149177 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3756695 Jan 25 16:12:19.151151 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 37688) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:19.154065 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Pushing event updated for resources: {'Network': ['ID=4092863d-99a9-4ca0-baee-920a42d2b318,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:19.157700 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-fbc5d964-6908-4a1d-adcd-c32a0130b7c8 admin admin] Request body: {'subnet': {'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1207734370-subnet', 'tenant_id': '98ec46fb71464bd3bf88c602bca1e490', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:12:19.159983 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:19.162699 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Network 4092863d-99a9-4ca0-baee-920a42d2b318 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:12:19.165278 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-fbc5d964-6908-4a1d-adcd-c32a0130b7c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:12:19.167784 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-fbc5d964-6908-4a1d-adcd-c32a0130b7c8 admin admin] Usage tracker for resource:subnet and tenant:98ec46fb71464bd3bf88c602bca1e490 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:12:19.169732 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-fbc5d964-6908-4a1d-adcd-c32a0130b7c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:12:19.173229 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-fbc5d964-6908-4a1d-adcd-c32a0130b7c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:12:19.180052 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc5d964-6908-4a1d-adcd-c32a0130b7c8 admin admin] Made reservation on behalf of 98ec46fb71464bd3bf88c602bca1e490 for: {'subnet': 1} {{(pid=79984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:12:19.183459 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d964-6908-4a1d-adcd-c32a0130b7c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852587330'] for subnet, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:19.184710 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Network 4092863d-99a9-4ca0-baee-920a42d2b318 details requested by agent ovs-agent-dv-cinder-766064-3-iscsi with host dv-cinder-766064-3-iscsi {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:12:19.370657 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583a1b0-7c5b-4d99-83d2-6245586bac89 req-6825511f-ffc5-482d-a92d-521a38b096a1 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:19.371617 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a583a1b0-7c5b-4d99-83d2-6245586bac89 req-6825511f-ffc5-482d-a92d-521a38b096a1 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 945 time: 0.1499696 Jan 25 16:12:19.420884 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a583a1b0-7c5b-4d99-83d2-6245586bac89 req-92e42ac6-6a90-4b1d-b613-1fedb6a9f5f2 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402572 Jan 25 16:12:19.424215 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854064183'] for router, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:19.430969 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d964-6908-4a1d-adcd-c32a0130b7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852675720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852587345'] for subnet, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:19.438560 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-cae716c6-61ca-4b43-967e-b72dc9aafa7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:19.509131 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5d964-6908-4a1d-adcd-c32a0130b7c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad719a1d-709c-4782-94bc-05e947cd33ab,revision_number=0']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:19.512070 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-fbc5d964-6908-4a1d-adcd-c32a0130b7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:19.553112 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc5d964-6908-4a1d-adcd-c32a0130b7c8 admin admin] Checking segment: {'id': '80a5d48a-1b50-4107-9f64-bb8eda081d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:12:19.553260 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc5d964-6908-4a1d-adcd-c32a0130b7c8 admin admin] Network hostable DHCP agents. Network: 4092863d-99a9-4ca0-baee-920a42d2b318, hostable agents: ['49719f6d-5a78-4eed-bacf-47ff3e91c67a'], hosted agents: [] {{(pid=79984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 16:12:19.565166 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc5d964-6908-4a1d-adcd-c32a0130b7c8 admin admin] Network 4092863d-99a9-4ca0-baee-920a42d2b318 is scheduled to be hosted by DHCP agent 49719f6d-5a78-4eed-bacf-47ff3e91c67a with binding_index 1 {{(pid=79984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 16:12:19.570692 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-fbc5d964-6908-4a1d-adcd-c32a0130b7c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-3-iscsi, 4092863d-99a9-4ca0-baee-920a42d2b318) {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:12:19.578128 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc5d964-6908-4a1d-adcd-c32a0130b7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:19.578410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095f55ea-6c50-4831-80c7-982a1db4b2d5 None None] Network 4092863d-99a9-4ca0-baee-920a42d2b318 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:12:19.578467 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d964-6908-4a1d-adcd-c32a0130b7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:19.593446 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-fbc5d964-6908-4a1d-adcd-c32a0130b7c8 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4405282 Jan 25 16:12:19.595355 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 37694) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:19.598816 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1207734370-router', 'tenant_id': '98ec46fb71464bd3bf88c602bca1e490', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:12:19.601979 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:12:19.604253 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Usage tracker for resource:router and tenant:98ec46fb71464bd3bf88c602bca1e490 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:12:19.606521 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:12:19.610402 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:12:19.618308 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854068486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771139'] for router, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:19.618949 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853867369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:19.630525 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:19.718945 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb02235-0728-4089-85f8-885d131ce5c5 None None] Network 4092863d-99a9-4ca0-baee-920a42d2b318 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:12:19.763260 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Router 20975dc5-e58b-4612-b344-8f49753369bc is scheduled to L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 with binding_index 1 {{(pid=79985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 25 16:12:19.784884 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854068723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4644'] for router, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:19.866582 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:12:19.877094 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Sync routers for ids ['20975dc5-e58b-4612-b344-8f49753369bc'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:12:19.883243 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Notify callbacks [] for router, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:19.883917 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Routers {'20975dc5-e58b-4612-b344-8f49753369bc'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:12:19.886218 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:11:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['20975dc5-e58b-4612-b344-8f49753369bc'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:12:19.886291 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0997026 Jan 25 16:12:19.886362 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 37700) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:20.024222 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Set router 20975dc5-e58b-4612-b344-8f49753369bc gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:12:20.190287 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aeaef75-e22b-46f7-ac4f-8f2a9702d02e None None] Network 3d1b4a78-6fa5-4235-8076-b2b3ac751aff requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:12:20.198151 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20975dc5-e58b-4612-b344-8f49753369bc', 'name': 'tempest-TestMinimumBasicScenario-2096006269-router', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:17Z', 'updated_at': '2021-01-25T16:12:18Z', 'revision_number': 3, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'gw_port': {'id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:18Z', 'updated_at': '2021-01-25T16:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:12:20.200697 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Checking router: 20975dc5-e58b-4612-b344-8f49753369bc for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:12:20.201008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Updating router 20975dc5-e58b-4612-b344-8f49753369bc port 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86 binding host dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 16:12:20.233322 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:20.258761 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-284a56bd-da8f-4b35-9b44-52309de7d2ef None None] Provisioning for port 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:12:20.336895 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:20.353218 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:12:20.364371 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:20.406303 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:12:20.431012 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:20.431533 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:20.438839 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:20.525137 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Notify callbacks [] for port, precommit_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:20.533433 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Transition to ACTIVE for port object 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86 will not be triggered until provisioned by entity L2. {{(pid=79987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:12:20.535644 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:20.544989 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a2ebf0ab-48e8-46b9-b290-0fd584073499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:20.570962 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:20.589945 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Pushing event updated for resources: {'Port': ['ID=64f54b66-3f3b-47c5-ab2f-8aca44ac7c86,revision_number=2']} {{(pid=79987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:20.593623 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=1ca7fbe6-b5c4-41f3-b983-6c863b2432a6,segment=NetworkSegment(d94251e5-8c1d-4c4d-8471-c81311948afe),segment_id=d94251e5-8c1d-4c4d-8471-c81311948afe)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:12:20.598060 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:20.599434 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:20.620491 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.620952 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.621260 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.621563 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.621862 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.622162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.622472 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.622773 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.623081 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.623380 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.623691 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.623988 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.624372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.624681 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.624977 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.625279 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.625625 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.625924 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.626223 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.626533 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.626837 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.627138 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.627732 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.628042 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:12:20.630803 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:20.639644 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Allocated IP 172.27.3.188 (a86c8819-2978-473d-8d16-86365edfeb60/ab1961e7-fa88-47d7-900c-7c648513b3bc/409d2ad5-fe35-4b64-8be2-b4a04bd29bd6) {{(pid=79984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:12:20.663907 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=1ca7fbe6-b5c4-41f3-b983-6c863b2432a6,revision_number=3']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:20.667471 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:20.672913 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Allocated IP 172.20.0.1 (3d1b4a78-6fa5-4235-8076-b2b3ac751aff/68a34ad1-cdd3-424c-8e73-7c05cc04be85/39aa4f37-e255-49c5-b43b-ef994b370be8) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:12:20.719613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Attempting to bind port 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86 on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:12:20.721255 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Attempting to bind port 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86 by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}] {{(pid=79987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:12:20.721255 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Attempting to bind port 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86 on network a86c8819-2978-473d-8d16-86365edfeb60 {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:12:20.732607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:12:20.735037 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Checking segment: {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:12:20.735591 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:20.735996 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Bound using segment: {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'} {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:12:20.736507 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Bound port: 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}}] {{(pid=79987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:12:20.737439 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:20.769238 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba41fc-1c85-4aeb-beed-54dc65272504 req-b9980efa-154a-42e7-8450-1bb9f2554b51 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:20.774083 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d4ba41fc-1c85-4aeb-beed-54dc65272504 req-b9980efa-154a-42e7-8450-1bb9f2554b51 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 945 time: 0.2503726 Jan 25 16:12:20.791937 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-829fc2d3-7609-4fb2-9086-285fbf0f3790 None None] Provisioning complete for port 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:20.792224 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-829fc2d3-7609-4fb2-9086-285fbf0f3790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:20.800713 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:20.811450 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] For port 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:12:20.813992 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] For port 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=64f54b66-3f3b-47c5-ab2f-8aca44ac7c86,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:12:20.817968 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:20.837582 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:20.838579 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d4ba41fc-1c85-4aeb-beed-54dc65272504 req-3c964f15-28e8-4305-990e-10ec7334eb93 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637617 Jan 25 16:12:20.870277 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Transition to ACTIVE for port object 39aa4f37-e255-49c5-b43b-ef994b370be8 will not be triggered until provisioned by entity DHCP. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:12:20.885930 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:20.888020 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1617e130-c94d-4055-8f0e-2842c5686193 req-ee7646e3-f580-4fbe-883b-61226710b907 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1267359 Jan 25 16:12:20.891079 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device a6383e57-f663-4b4f-a328-c3d368a36989 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:12:20.897283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a3d80473-cb12-4648-b6a9-f29eed1d6caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:20.926948 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:20.947701 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:20.970970 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-819717f0-b5e0-401a-849b-08c7f4af53bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:20.986205 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port a6383e57-f663-4b4f-a328-c3d368a36989 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:20.986442 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:21.032235 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Pushing event updated for resources: {'Port': ['ID=64f54b66-3f3b-47c5-ab2f-8aca44ac7c86,revision_number=3']} {{(pid=79987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:21.037372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:21.057765 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Pushing event updated for resources: {'Port': ['ID=39aa4f37-e255-49c5-b43b-ef994b370be8,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:21.058002 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Routers {'20975dc5-e58b-4612-b344-8f49753369bc'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:12:21.058381 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:11:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['20975dc5-e58b-4612-b344-8f49753369bc'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:12:21.062089 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Pushing event updated for resources: {'Port': ['ID=409d2ad5-fe35-4b64-8be2-b4a04bd29bd6,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:21.065777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:21.105890 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:21.106883 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-98028a85-15d3-4a96-9e0f-3f02079045fc None None] Provisioning complete for port 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:21.107103 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-98028a85-15d3-4a96-9e0f-3f02079045fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:21.147023 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617e130-c94d-4055-8f0e-2842c5686193 req-ee2d5d29-6863-4488-85ae-b0d28f84f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:21.147998 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1617e130-c94d-4055-8f0e-2842c5686193 req-ee2d5d29-6863-4488-85ae-b0d28f84f7d8 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=3d9dc1d24c694798a5da5bb1f60d075a&device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 1163 time: 0.2411258 Jan 25 16:12:21.167301 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Network a86c8819-2978-473d-8d16-86365edfeb60 is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:12:21.167301 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:12:21.173264 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Received port after_create {{(pid=79984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:12:21.216323 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Network 3d1b4a78-6fa5-4235-8076-b2b3ac751aff is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:12:21.219128 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:12:21.221312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:12:21.221629 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711547'] for router_interface, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:21.270919 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617e130-c94d-4055-8f0e-2842c5686193 req-d2cafa52-3604-47ba-b7c2-76d1c2b61a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:21.271960 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1617e130-c94d-4055-8f0e-2842c5686193 req-d2cafa52-3604-47ba-b7c2-76d1c2b61a38 service neutron] 10.222.0.117 "GET /v2.0/networks?id=ca5167e0-70f4-4f5e-919e-3039411592c6 HTTP/1.1" status: 200 len: 904 time: 0.1064353 Jan 25 16:12:21.373180 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1617e130-c94d-4055-8f0e-2842c5686193 req-24a02872-6adb-4440-99ce-5ff057b540ad service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cae2bb-104d-42f4-99ee-33aca6035803 HTTP/1.1" status: 200 len: 1002 time: 0.0923624 Jan 25 16:12:21.373614 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:21.454296 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617e130-c94d-4055-8f0e-2842c5686193 req-0604faa5-8dc2-4343-8d5a-8c691a750dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:21.455226 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1617e130-c94d-4055-8f0e-2842c5686193 req-0604faa5-8dc2-4343-8d5a-8c691a750dfc service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd HTTP/1.1" status: 200 len: 849 time: 0.0723546 Jan 25 16:12:21.538439 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] Set router 20975dc5-e58b-4612-b344-8f49753369bc gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:12:21.613516 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:21.680809 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-9d77d5e3-deb2-4480-8617-49775adaaaf9 None None] Provisioning for port 39aa4f37-e255-49c5-b43b-ef994b370be8 completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:12:21.683786 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-9d77d5e3-deb2-4480-8617-49775adaaaf9 None None] Provisioning complete for port 39aa4f37-e255-49c5-b43b-ef994b370be8 triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:21.684318 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9d77d5e3-deb2-4480-8617-49775adaaaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:21.720852 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-9d77d5e3-deb2-4480-8617-49775adaaaf9 None None] Port 39aa4f37-e255-49c5-b43b-ef994b370be8 cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:12:21.727703 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-9d77d5e3-deb2-4480-8617-49775adaaaf9 None None] Provisioning complete for port 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:21.727934 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9d77d5e3-deb2-4480-8617-49775adaaaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:21.731690 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20975dc5-e58b-4612-b344-8f49753369bc', 'name': 'tempest-TestMinimumBasicScenario-2096006269-router', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:17Z', 'updated_at': '2021-01-25T16:12:18Z', 'revision_number': 3, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'gw_port': {'id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:18Z', 'updated_at': '2021-01-25T16:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:12:21.734289 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d289ba-7f12-42e6-a3c3-882db8805d4b None None] The sync data for ids ['20975dc5-e58b-4612-b344-8f49753369bc'] in dv-cinder-766064-3-iscsi is: [{'id': '20975dc5-e58b-4612-b344-8f49753369bc', 'name': 'tempest-TestMinimumBasicScenario-2096006269-router', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:17Z', 'updated_at': '2021-01-25T16:12:18Z', 'revision_number': 3, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'gw_port': {'id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:18Z', 'updated_at': '2021-01-25T16:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:12:21.788811 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617e130-c94d-4055-8f0e-2842c5686193 req-ba93691d-91eb-46b1-984b-6bf7eb65700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:21.790369 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1617e130-c94d-4055-8f0e-2842c5686193 req-ba93691d-91eb-46b1-984b-6bf7eb65700a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ca5167e0-70f4-4f5e-919e-3039411592c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3105936 Jan 25 16:12:21.824548 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854064183'] for router, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:21.897107 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1617e130-c94d-4055-8f0e-2842c5686193 req-e573a7a0-d2d4-4b3d-b96d-c21859721524 service neutron] 10.222.0.117 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018305 Jan 25 16:12:21.899834 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:21.902419 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:21.902918 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854229343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719056'] for router_interface, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:21.912047 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:21.944771 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Router 209aafa6-9c7b-4da0-8c40-97f690a437b7 is scheduled to L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 with binding_index 1 {{(pid=79984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 25 16:12:22.033336 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Pushing event updated for resources: {'Port': ['ID=39aa4f37-e255-49c5-b43b-ef994b370be8,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:22.041615 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:22.093960 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1617e130-c94d-4055-8f0e-2842c5686193 req-8be1e63a-1a59-4d79-8999-c254aee8bb06 service neutron] 10.222.0.117 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1824727 Jan 25 16:12:22.099715 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Network 3d1b4a78-6fa5-4235-8076-b2b3ac751aff is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:12:22.100422 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:12:22.256666 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Router 20975dc5-e58b-4612-b344-8f49753369bc has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:12:22.311685 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:12:22.317398 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-97a461bb-ca74-4a5f-932e-e7b4344b8488 None None] Provisioning complete for port 39aa4f37-e255-49c5-b43b-ef994b370be8 triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:22.317398 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-97a461bb-ca74-4a5f-932e-e7b4344b8488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:22.341783 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Sync routers for ids ['209aafa6-9c7b-4da0-8c40-97f690a437b7'] in dv-cinder-766064-3-iscsi {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:12:22.355986 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Notify callbacks [] for router, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:22.357098 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7610111 Jan 25 16:12:22.359462 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 37742) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:22.366345 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Routers {'209aafa6-9c7b-4da0-8c40-97f690a437b7'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:12:22.366743 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:11:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['209aafa6-9c7b-4da0-8c40-97f690a437b7'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:12:22.404240 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:12:22.424174 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] 10.222.0.107 "PUT /v2.0/routers/20975dc5-e58b-4612-b344-8f49753369bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5228984 Jan 25 16:12:22.424374 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:12:22.477142 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-97a461bb-ca74-4a5f-932e-e7b4344b8488 None None] Port 39aa4f37-e255-49c5-b43b-ef994b370be8 cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:12:22.507227 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:12:22.520642 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:22.520875 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:22.547629 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Set router 209aafa6-9c7b-4da0-8c40-97f690a437b7 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:12:22.740792 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:12:22.790213 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1207734370-router', 'tenant_id': '98ec46fb71464bd3bf88c602bca1e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '409d2ad5-fe35-4b64-8be2-b4a04bd29bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:19Z', 'updated_at': '2021-01-25T16:12:21Z', 'revision_number': 3, 'project_id': '98ec46fb71464bd3bf88c602bca1e490', 'gw_port': {'id': '409d2ad5-fe35-4b64-8be2-b4a04bd29bd6', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:20Z', 'updated_at': '2021-01-25T16:12:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:12:22.792169 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:12:22.794874 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Checking router: 209aafa6-9c7b-4da0-8c40-97f690a437b7 for host: dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:12:22.795084 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Updating router 209aafa6-9c7b-4da0-8c40-97f690a437b7 port 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6 binding host dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 16:12:22.810968 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:22.811195 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:22.818157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:22.850606 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:23.046893 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Allocated IP 172.20.0.1 (4092863d-99a9-4ca0-baee-920a42d2b318/ad719a1d-709c-4782-94bc-05e947cd33ab/6d15764b-58da-4589-a7b4-688eb791d399) {{(pid=79984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:12:23.081188 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-14bcf232-1461-429c-8561-ddb07ddc2abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:23.103455 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:23.124984 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=64f54b66-3f3b-47c5-ab2f-8aca44ac7c86,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:12:23.143778 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:23.153393 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Notify callbacks [] for port, precommit_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:23.155086 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:23.212845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Transition to ACTIVE for port object 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6 will not be triggered until provisioned by entity L2. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:12:23.221804 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:23.224058 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:23.256268 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=64f54b66-3f3b-47c5-ab2f-8aca44ac7c86,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:23.267816 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:23.268291 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a71b2497-d254-4423-ac92-035937a6c1a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:23.271713 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:23.288733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:23.348791 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52daafd-781b-4d04-a24c-b5411136fad1 None None] Pushing event updated for resources: {'Port': ['ID=409d2ad5-fe35-4b64-8be2-b4a04bd29bd6,revision_number=2']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:23.356698 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b52daafd-781b-4d04-a24c-b5411136fad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:23.364494 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Pushing event updated for resources: {'Port': ['ID=6d15764b-58da-4589-a7b4-688eb791d399,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:23.366570 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:23.400898 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Network 4092863d-99a9-4ca0-baee-920a42d2b318 is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:12:23.401621 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:12:23.403201 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Received port after_create {{(pid=79984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:12:23.427507 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Attempting to bind port 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6 on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:12:23.427895 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Attempting to bind port 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6 by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:12:23.428194 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Attempting to bind port 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6 on network a86c8819-2978-473d-8d16-86365edfeb60 {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:12:23.432717 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:12:23.432989 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Checking segment: {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:12:23.433287 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:23.433573 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Bound using segment: {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:12:23.433908 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Bound port: 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:12:23.434192 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:23.455129 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711547'] for router_interface, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:23.540967 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:23.641113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] For port 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:12:23.643015 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] For port 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=409d2ad5-fe35-4b64-8be2-b4a04bd29bd6,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:12:23.646943 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:23.660984 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:23.750058 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52daafd-781b-4d04-a24c-b5411136fad1 None None] Pushing event updated for resources: {'Port': ['ID=409d2ad5-fe35-4b64-8be2-b4a04bd29bd6,revision_number=3']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:23.752293 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b52daafd-781b-4d04-a24c-b5411136fad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:23.774109 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:23.778913 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852675872'] for port, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:23.783626 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Routers {'209aafa6-9c7b-4da0-8c40-97f690a437b7'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:12:23.784126 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:11:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['209aafa6-9c7b-4da0-8c40-97f690a437b7'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:12:23.811494 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:23.849799 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854229343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719056'] for router_interface, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:23.859645 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Pushing event updated for resources: {'Port': ['ID=6d15764b-58da-4589-a7b4-688eb791d399,revision_number=2']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:23.864222 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:23.900486 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] Set router 209aafa6-9c7b-4da0-8c40-97f690a437b7 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:12:23.965598 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Network 4092863d-99a9-4ca0-baee-920a42d2b318 is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:12:23.966694 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:12:24.048507 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3a3f85a7-5c60-4ac6-b006-6ab5ae9e9748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:24.120896 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1207734370-router', 'tenant_id': '98ec46fb71464bd3bf88c602bca1e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '409d2ad5-fe35-4b64-8be2-b4a04bd29bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:19Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 4, 'project_id': '98ec46fb71464bd3bf88c602bca1e490', 'gw_port': {'id': '409d2ad5-fe35-4b64-8be2-b4a04bd29bd6', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:20Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '6d15764b-58da-4589-a7b4-688eb791d399', 'name': '', 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318', 'tenant_id': '98ec46fb71464bd3bf88c602bca1e490', 'mac_address': 'fa:16:3e:76:4e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ad719a1d-709c-4782-94bc-05e947cd33ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:22Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 2, 'project_id': '98ec46fb71464bd3bf88c602bca1e490', 'subnets': [{'id': 'ad719a1d-709c-4782-94bc-05e947cd33ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:12:24.123276 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f404ec-1cc5-405c-b1f2-ac62a241288a None None] The sync data for ids ['209aafa6-9c7b-4da0-8c40-97f690a437b7'] in dv-cinder-766064-3-iscsi is: [{'id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1207734370-router', 'tenant_id': '98ec46fb71464bd3bf88c602bca1e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '409d2ad5-fe35-4b64-8be2-b4a04bd29bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:19Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 4, 'project_id': '98ec46fb71464bd3bf88c602bca1e490', 'gw_port': {'id': '409d2ad5-fe35-4b64-8be2-b4a04bd29bd6', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:20Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '6d15764b-58da-4589-a7b4-688eb791d399', 'name': '', 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318', 'tenant_id': '98ec46fb71464bd3bf88c602bca1e490', 'mac_address': 'fa:16:3e:76:4e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ad719a1d-709c-4782-94bc-05e947cd33ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:22Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 2, 'project_id': '98ec46fb71464bd3bf88c602bca1e490', 'subnets': [{'id': 'ad719a1d-709c-4782-94bc-05e947cd33ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:12:24.127474 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Router 209aafa6-9c7b-4da0-8c40-97f690a437b7 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:12:24.319904 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:12:24.385619 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:24.386037 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:24.495791 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:12:24.501249 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] 10.222.0.107 "PUT /v2.0/routers/209aafa6-9c7b-4da0-8c40-97f690a437b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1410255 Jan 25 16:12:24.578033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:24.638939 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:24.869399 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Sync routers for ids ['20975dc5-e58b-4612-b344-8f49753369bc'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:12:24.878245 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Routers {'20975dc5-e58b-4612-b344-8f49753369bc'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:12:24.878858 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:12:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['20975dc5-e58b-4612-b344-8f49753369bc'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:12:24.932012 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:25.025486 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d4212-7977-42be-8a9f-82cf721c05dd req-a22c6ac9-a10a-4fe8-8aff-9ce8887fa016 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:25.025987 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-042d4212-7977-42be-8a9f-82cf721c05dd req-a22c6ac9-a10a-4fe8-8aff-9ce8887fa016 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Synchronizing usage tracker for tenant:98ec46fb71464bd3bf88c602bca1e490 on resource:network {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:12:25.038849 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-042d4212-7977-42be-8a9f-82cf721c05dd req-a22c6ac9-a10a-4fe8-8aff-9ce8887fa016 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Unset dirty status for tenant:98ec46fb71464bd3bf88c602bca1e490 on resource:network {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:12:25.039942 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-042d4212-7977-42be-8a9f-82cf721c05dd req-a22c6ac9-a10a-4fe8-8aff-9ce8887fa016 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/networks?id=4092863d-99a9-4ca0-baee-920a42d2b318 HTTP/1.1" status: 200 len: 819 time: 0.1857173 Jan 25 16:12:25.049595 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-042d4212-7977-42be-8a9f-82cf721c05dd req-ff30dba8-e358-4bb3-b1da-5dcdc919f052 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/quotas/98ec46fb71464bd3bf88c602bca1e490 HTTP/1.1" status: 200 len: 375 time: 0.0061011 Jan 25 16:12:25.056947 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Set router 20975dc5-e58b-4612-b344-8f49753369bc gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:12:25.111024 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-042d4212-7977-42be-8a9f-82cf721c05dd req-4fab0d3f-5c73-4f55-8466-f7aee1c831e4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Synchronizing usage tracker for tenant:98ec46fb71464bd3bf88c602bca1e490 on resource:port {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:12:25.134272 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-042d4212-7977-42be-8a9f-82cf721c05dd req-4fab0d3f-5c73-4f55-8466-f7aee1c831e4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Unset dirty status for tenant:98ec46fb71464bd3bf88c602bca1e490 on resource:port {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:12:25.135167 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-042d4212-7977-42be-8a9f-82cf721c05dd req-4fab0d3f-5c73-4f55-8466-f7aee1c831e4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?tenant_id=98ec46fb71464bd3bf88c602bca1e490&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809734 Jan 25 16:12:25.232374 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-042d4212-7977-42be-8a9f-82cf721c05dd req-e972b1c4-8d13-4a88-86db-89c2c9f9f7a3 service neutron] 10.222.0.107 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912480 Jan 25 16:12:25.337004 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-042d4212-7977-42be-8a9f-82cf721c05dd req-030fb997-18a7-4fad-9d94-57f59904cb60 service neutron] 10.222.0.107 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1004848 Jan 25 16:12:25.342675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20975dc5-e58b-4612-b344-8f49753369bc', 'name': 'tempest-TestMinimumBasicScenario-2096006269-router', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:17Z', 'updated_at': '2021-01-25T16:12:21Z', 'revision_number': 4, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'gw_port': {'id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:18Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '39aa4f37-e255-49c5-b43b-ef994b370be8', 'name': '', 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'mac_address': 'fa:16:3e:46:0f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '68a34ad1-cdd3-424c-8e73-7c05cc04be85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:20Z', 'updated_at': '2021-01-25T16:12:21Z', 'revision_number': 2, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'subnets': [{'id': '68a34ad1-cdd3-424c-8e73-7c05cc04be85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:12:25.345219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Checking router: 20975dc5-e58b-4612-b344-8f49753369bc for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:12:25.345428 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Updating router 20975dc5-e58b-4612-b344-8f49753369bc port 39aa4f37-e255-49c5-b43b-ef994b370be8 binding host dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 16:12:25.392889 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:25.683527 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:25.741614 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Notify callbacks [] for port, precommit_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:25.749612 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Transition to ACTIVE for port object 39aa4f37-e255-49c5-b43b-ef994b370be8 will not be triggered until provisioned by entity L2. {{(pid=79987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:12:25.752746 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:25.763279 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:25.843948 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac5cd8-c532-46d7-a09b-dbf787934304 None None] Pushing event updated for resources: {'Port': ['ID=39aa4f37-e255-49c5-b43b-ef994b370be8,revision_number=3']} {{(pid=79987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:25.846521 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c5ac5cd8-c532-46d7-a09b-dbf787934304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:25.952595 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Attempting to bind port 39aa4f37-e255-49c5-b43b-ef994b370be8 on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:12:25.952931 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Attempting to bind port 39aa4f37-e255-49c5-b43b-ef994b370be8 by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': 'd94251e5-8c1d-4c4d-8471-c81311948afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff'}] {{(pid=79987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:12:25.953241 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Attempting to bind port 39aa4f37-e255-49c5-b43b-ef994b370be8 on network 3d1b4a78-6fa5-4235-8076-b2b3ac751aff {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:12:25.958002 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:12:25.958347 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Checking segment: {'id': 'd94251e5-8c1d-4c4d-8471-c81311948afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:12:25.958846 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:25.959185 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Bound using segment: {'id': 'd94251e5-8c1d-4c4d-8471-c81311948afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff'} {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:12:25.959661 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Bound port: 39aa4f37-e255-49c5-b43b-ef994b370be8, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94251e5-8c1d-4c4d-8471-c81311948afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff'}}] {{(pid=79987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:12:25.960128 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:26.022296 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] For port 39aa4f37-e255-49c5-b43b-ef994b370be8, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:12:26.024296 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] For port 39aa4f37-e255-49c5-b43b-ef994b370be8, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=39aa4f37-e255-49c5-b43b-ef994b370be8,segment=NetworkSegment(d94251e5-8c1d-4c4d-8471-c81311948afe),segment_id=d94251e5-8c1d-4c4d-8471-c81311948afe)] {{(pid=79987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:12:26.026940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:26.068537 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:26.128968 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac5cd8-c532-46d7-a09b-dbf787934304 None None] Pushing event updated for resources: {'Port': ['ID=39aa4f37-e255-49c5-b43b-ef994b370be8,revision_number=4']} {{(pid=79987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:26.130999 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c5ac5cd8-c532-46d7-a09b-dbf787934304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:26.150697 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Routers {'20975dc5-e58b-4612-b344-8f49753369bc'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:12:26.151076 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:12:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['20975dc5-e58b-4612-b344-8f49753369bc'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:12:26.322671 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:12:26.371346 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:12:26.375267 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:26.375561 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:26.444372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] Set router 20975dc5-e58b-4612-b344-8f49753369bc gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:12:26.471294 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:26.483489 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=409d2ad5-fe35-4b64-8be2-b4a04bd29bd6,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:12:26.554859 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:26.556060 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:26.605732 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=409d2ad5-fe35-4b64-8be2-b4a04bd29bd6,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:26.609827 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:26.657142 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20975dc5-e58b-4612-b344-8f49753369bc', 'name': 'tempest-TestMinimumBasicScenario-2096006269-router', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:17Z', 'updated_at': '2021-01-25T16:12:21Z', 'revision_number': 4, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'gw_port': {'id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:18Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '39aa4f37-e255-49c5-b43b-ef994b370be8', 'name': '', 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'mac_address': 'fa:16:3e:46:0f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '68a34ad1-cdd3-424c-8e73-7c05cc04be85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:20Z', 'updated_at': '2021-01-25T16:12:26Z', 'revision_number': 4, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'subnets': [{'id': '68a34ad1-cdd3-424c-8e73-7c05cc04be85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:12:26.659584 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d38ded-eeb5-49f2-9016-64a8b8b9a8df None None] The sync data for ids ['20975dc5-e58b-4612-b344-8f49753369bc'] in dv-cinder-766064-3-iscsi is: [{'id': '20975dc5-e58b-4612-b344-8f49753369bc', 'name': 'tempest-TestMinimumBasicScenario-2096006269-router', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:17Z', 'updated_at': '2021-01-25T16:12:21Z', 'revision_number': 4, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'gw_port': {'id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:18Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '39aa4f37-e255-49c5-b43b-ef994b370be8', 'name': '', 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'mac_address': 'fa:16:3e:46:0f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '68a34ad1-cdd3-424c-8e73-7c05cc04be85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:20Z', 'updated_at': '2021-01-25T16:12:26Z', 'revision_number': 4, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'subnets': [{'id': '68a34ad1-cdd3-424c-8e73-7c05cc04be85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:12:26.685368 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-18c2eba6-4ba3-41be-b251-3c87fd2563c5 req-c455ca6d-69e6-4fed-8b88-6c7f18d502e1 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 210 time: 0.0488112 Jan 25 16:12:26.943468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-41af5c99-5c69-416e-a4f4-6aff99d68859 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:26.944687 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-41af5c99-5c69-416e-a4f4-6aff99d68859 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/networks?id=4092863d-99a9-4ca0-baee-920a42d2b318 HTTP/1.1" status: 200 len: 819 time: 0.1261549 Jan 25 16:12:26.954794 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-54439d0f-f65f-4428-9a25-eb33fd459aaf tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/quotas/98ec46fb71464bd3bf88c602bca1e490 HTTP/1.1" status: 200 len: 375 time: 0.0060997 Jan 25 16:12:27.018066 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-056e4459-63b9-41e8-86b5-f5fc1482e15e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?tenant_id=98ec46fb71464bd3bf88c602bca1e490&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0597627 Jan 25 16:12:27.123437 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-923d77ae-caf7-4dc9-a3fc-86527d01faca service neutron] 10.222.0.107 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046522 Jan 25 16:12:27.212041 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-6e85bd23-5f83-4e49-bcb8-bdaeacf10217 service neutron] 10.222.0.107 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0879965 Jan 25 16:12:27.417541 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3ceddd31-9f4d-4204-b375-cbac63b14877 req-c236cf5b-abd9-4afe-b3a6-3d4a9abf14e5 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 210 time: 0.0555022 Jan 25 16:12:27.713111 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Sync routers for ids ['209aafa6-9c7b-4da0-8c40-97f690a437b7'] in dv-cinder-766064-3-iscsi {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:12:27.721191 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Routers {'209aafa6-9c7b-4da0-8c40-97f690a437b7'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:12:27.721734 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:12:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['209aafa6-9c7b-4da0-8c40-97f690a437b7'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:12:27.845454 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Set router 209aafa6-9c7b-4da0-8c40-97f690a437b7 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:12:28.039555 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1207734370-router', 'tenant_id': '98ec46fb71464bd3bf88c602bca1e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '409d2ad5-fe35-4b64-8be2-b4a04bd29bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:19Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 4, 'project_id': '98ec46fb71464bd3bf88c602bca1e490', 'gw_port': {'id': '409d2ad5-fe35-4b64-8be2-b4a04bd29bd6', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:20Z', 'updated_at': '2021-01-25T16:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '6d15764b-58da-4589-a7b4-688eb791d399', 'name': '', 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318', 'tenant_id': '98ec46fb71464bd3bf88c602bca1e490', 'mac_address': 'fa:16:3e:76:4e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ad719a1d-709c-4782-94bc-05e947cd33ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:22Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 2, 'project_id': '98ec46fb71464bd3bf88c602bca1e490', 'subnets': [{'id': 'ad719a1d-709c-4782-94bc-05e947cd33ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:12:28.042998 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Checking router: 209aafa6-9c7b-4da0-8c40-97f690a437b7 for host: dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:12:28.043370 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Updating router 209aafa6-9c7b-4da0-8c40-97f690a437b7 port 6d15764b-58da-4589-a7b4-688eb791d399 binding host dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 16:12:28.104865 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:28.650196 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Notify callbacks [] for port, precommit_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:28.650196 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Transition to ACTIVE for port object 6d15764b-58da-4589-a7b4-688eb791d399 will not be triggered until provisioned by entity L2. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:12:28.651344 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a2c7be52-501b-446e-bae8-051c778aa217 req-a80a63a0-db4f-4955-8cb7-c305fdb137ba tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 210 time: 0.0266762 Jan 25 16:12:28.673456 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:28.772514 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b52daafd-781b-4d04-a24c-b5411136fad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:28.798237 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:12:29.030773 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85e7c4-4cd5-4fa0-a2a9-905301f121ca None None] Pushing event updated for resources: {'Port': ['ID=6d15764b-58da-4589-a7b4-688eb791d399,revision_number=3']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:29.033189 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0b85e7c4-4cd5-4fa0-a2a9-905301f121ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:29.081252 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:29.081485 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:29.150618 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Attempting to bind port 6d15764b-58da-4589-a7b4-688eb791d399 on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:12:29.150855 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Attempting to bind port 6d15764b-58da-4589-a7b4-688eb791d399 by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': '80a5d48a-1b50-4107-9f64-bb8eda081d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318'}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:12:29.151124 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Attempting to bind port 6d15764b-58da-4589-a7b4-688eb791d399 on network 4092863d-99a9-4ca0-baee-920a42d2b318 {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:12:29.155535 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:12:29.155806 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Checking segment: {'id': '80a5d48a-1b50-4107-9f64-bb8eda081d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:12:29.156103 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:29.156409 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Bound using segment: {'id': '80a5d48a-1b50-4107-9f64-bb8eda081d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318'} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:12:29.156738 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Bound port: 6d15764b-58da-4589-a7b4-688eb791d399, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a5d48a-1b50-4107-9f64-bb8eda081d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318'}}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:12:29.157004 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:29.233436 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 39aa4f37-e255-49c5-b43b-ef994b370be8 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:12:29.260309 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] For port 6d15764b-58da-4589-a7b4-688eb791d399, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:12:29.271011 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] For port 6d15764b-58da-4589-a7b4-688eb791d399, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=6d15764b-58da-4589-a7b4-688eb791d399,segment=NetworkSegment(80a5d48a-1b50-4107-9f64-bb8eda081d13),segment_id=80a5d48a-1b50-4107-9f64-bb8eda081d13)] {{(pid=79986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:12:29.275235 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:29.286415 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:29.357507 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85e7c4-4cd5-4fa0-a2a9-905301f121ca None None] Pushing event updated for resources: {'Port': ['ID=6d15764b-58da-4589-a7b4-688eb791d399,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:29.359737 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0b85e7c4-4cd5-4fa0-a2a9-905301f121ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:29.381183 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 39aa4f37-e255-49c5-b43b-ef994b370be8 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:12:29.384361 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-a842a7c2-5eab-40b2-ae32-af8533935958 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:29.384805 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-a842a7c2-5eab-40b2-ae32-af8533935958 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Synchronizing usage tracker for tenant:cf7540de0e56436e91efecf367152a89 on resource:network {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:12:29.386996 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 39aa4f37-e255-49c5-b43b-ef994b370be8 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:29.387233 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:29.395566 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-a842a7c2-5eab-40b2-ae32-af8533935958 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Unset dirty status for tenant:cf7540de0e56436e91efecf367152a89 on resource:network {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:12:29.396317 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-a842a7c2-5eab-40b2-ae32-af8533935958 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/networks?id=3d1b4a78-6fa5-4235-8076-b2b3ac751aff HTTP/1.1" status: 200 len: 815 time: 0.1183569 Jan 25 16:12:29.406562 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-fb1b032c-99ac-4373-988d-9d4af2672c7b tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/quotas/cf7540de0e56436e91efecf367152a89 HTTP/1.1" status: 200 len: 375 time: 0.0061996 Jan 25 16:12:29.441142 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Routers {'209aafa6-9c7b-4da0-8c40-97f690a437b7'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:12:29.441528 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:12:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['209aafa6-9c7b-4da0-8c40-97f690a437b7'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:12:29.455357 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d4212-7977-42be-8a9f-82cf721c05dd req-baa16efd-c293-44a7-96b4-cf6f53b2d38b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:29.456372 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-042d4212-7977-42be-8a9f-82cf721c05dd req-baa16efd-c293-44a7-96b4-cf6f53b2d38b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.117 "GET /v2.0/networks?id=4092863d-99a9-4ca0-baee-920a42d2b318 HTTP/1.1" status: 200 len: 819 time: 0.1076202 Jan 25 16:12:29.466182 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-1e6c6aea-9684-4d0f-b0fc-2d5438c1652f tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?tenant_id=cf7540de0e56436e91efecf367152a89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553021 Jan 25 16:12:29.472036 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-042d4212-7977-42be-8a9f-82cf721c05dd req-81c62d53-229d-4dc5-ab16-a78ec01ba1ec tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Request body: {'port': {'device_id': '105d48da-ed58-450b-8b3f-84762f5f30f9', 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318', 'admin_state_up': True, 'tenant_id': '98ec46fb71464bd3bf88c602bca1e490'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:12:29.553948 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-38d65a7b-0c9e-4172-8640-5239dd33e599 service neutron] 10.222.0.107 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801132 Jan 25 16:12:29.563410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-042d4212-7977-42be-8a9f-82cf721c05dd req-81c62d53-229d-4dc5-ab16-a78ec01ba1ec tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:12:29.564491 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] Set router 209aafa6-9c7b-4da0-8c40-97f690a437b7 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:12:29.568654 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-042d4212-7977-42be-8a9f-82cf721c05dd req-81c62d53-229d-4dc5-ab16-a78ec01ba1ec tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:12:29.575585 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042d4212-7977-42be-8a9f-82cf721c05dd req-81c62d53-229d-4dc5-ab16-a78ec01ba1ec tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Made reservation on behalf of 98ec46fb71464bd3bf88c602bca1e490 for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:12:29.581096 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-042d4212-7977-42be-8a9f-82cf721c05dd req-81c62d53-229d-4dc5-ab16-a78ec01ba1ec tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:29.632487 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-fafe0c46-ba70-4395-af53-aa50f13e4b16 service neutron] 10.222.0.107 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0747411 Jan 25 16:12:29.685356 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:29.724888 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port 39aa4f37-e255-49c5-b43b-ef994b370be8, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=39aa4f37-e255-49c5-b43b-ef994b370be8,segment=NetworkSegment(d94251e5-8c1d-4c4d-8471-c81311948afe),segment_id=d94251e5-8c1d-4c4d-8471-c81311948afe)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:12:29.754502 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:29.757675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:29.810248 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-042d4212-7977-42be-8a9f-82cf721c05dd req-81c62d53-229d-4dc5-ab16-a78ec01ba1ec tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Allocated IP 172.20.0.11 (4092863d-99a9-4ca0-baee-920a42d2b318/ad719a1d-709c-4782-94bc-05e947cd33ab/f739532b-7f07-4057-92be-f69b0a933c81) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:12:29.829061 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=39aa4f37-e255-49c5-b43b-ef994b370be8,revision_number=5']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:29.831272 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:29.831652 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3014a4e7-af92-4841-85d7-c41353103c55 req-81c8d7ae-e119-428b-9083-37e99a1a885e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 210 time: 0.0387557 Jan 25 16:12:29.844224 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1207734370-router', 'tenant_id': '98ec46fb71464bd3bf88c602bca1e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '409d2ad5-fe35-4b64-8be2-b4a04bd29bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:19Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 4, 'project_id': '98ec46fb71464bd3bf88c602bca1e490', 'gw_port': {'id': '409d2ad5-fe35-4b64-8be2-b4a04bd29bd6', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:20Z', 'updated_at': '2021-01-25T16:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '6d15764b-58da-4589-a7b4-688eb791d399', 'name': '', 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318', 'tenant_id': '98ec46fb71464bd3bf88c602bca1e490', 'mac_address': 'fa:16:3e:76:4e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ad719a1d-709c-4782-94bc-05e947cd33ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:22Z', 'updated_at': '2021-01-25T16:12:29Z', 'revision_number': 4, 'project_id': '98ec46fb71464bd3bf88c602bca1e490', 'subnets': [{'id': 'ad719a1d-709c-4782-94bc-05e947cd33ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:12:29.846725 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e651481-ac41-4dcf-b998-e4b2d7eda9fb None None] The sync data for ids ['209aafa6-9c7b-4da0-8c40-97f690a437b7'] in dv-cinder-766064-3-iscsi is: [{'id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1207734370-router', 'tenant_id': '98ec46fb71464bd3bf88c602bca1e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '409d2ad5-fe35-4b64-8be2-b4a04bd29bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:19Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 4, 'project_id': '98ec46fb71464bd3bf88c602bca1e490', 'gw_port': {'id': '409d2ad5-fe35-4b64-8be2-b4a04bd29bd6', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:20Z', 'updated_at': '2021-01-25T16:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '6d15764b-58da-4589-a7b4-688eb791d399', 'name': '', 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318', 'tenant_id': '98ec46fb71464bd3bf88c602bca1e490', 'mac_address': 'fa:16:3e:76:4e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ad719a1d-709c-4782-94bc-05e947cd33ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:22Z', 'updated_at': '2021-01-25T16:12:29Z', 'revision_number': 4, 'project_id': '98ec46fb71464bd3bf88c602bca1e490', 'subnets': [{'id': 'ad719a1d-709c-4782-94bc-05e947cd33ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:12:29.916606 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c96754ef-5105-4f6e-bc10-1ab6126e80f5 req-17363e53-8209-4c6b-b787-cce909ee1a3b tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 210 time: 0.0547662 Jan 25 16:12:29.978815 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-042d4212-7977-42be-8a9f-82cf721c05dd req-81c62d53-229d-4dc5-ab16-a78ec01ba1ec tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:29.998284 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-042d4212-7977-42be-8a9f-82cf721c05dd req-81c62d53-229d-4dc5-ab16-a78ec01ba1ec tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:30.011053 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:30.295017 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c62d53-229d-4dc5-ab16-a78ec01ba1ec tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Pushing event updated for resources: {'Port': ['ID=f739532b-7f07-4057-92be-f69b0a933c81,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:30.297026 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-81c62d53-229d-4dc5-ab16-a78ec01ba1ec tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:30.319462 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 39aa4f37-e255-49c5-b43b-ef994b370be8 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:12:30.326484 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042d4212-7977-42be-8a9f-82cf721c05dd req-81c62d53-229d-4dc5-ab16-a78ec01ba1ec tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Network 4092863d-99a9-4ca0-baee-920a42d2b318 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:12:30.327114 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-042d4212-7977-42be-8a9f-82cf721c05dd req-81c62d53-229d-4dc5-ab16-a78ec01ba1ec tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:12:30.328462 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-042d4212-7977-42be-8a9f-82cf721c05dd req-81c62d53-229d-4dc5-ab16-a78ec01ba1ec tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:12:30.338940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d4212-7977-42be-8a9f-82cf721c05dd req-81c62d53-229d-4dc5-ab16-a78ec01ba1ec tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:30.339328 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-042d4212-7977-42be-8a9f-82cf721c05dd req-81c62d53-229d-4dc5-ab16-a78ec01ba1ec tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:30.353348 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-042d4212-7977-42be-8a9f-82cf721c05dd req-81c62d53-229d-4dc5-ab16-a78ec01ba1ec tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8837171 Jan 25 16:12:30.361731 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 39aa4f37-e255-49c5-b43b-ef994b370be8 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:30.361973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:30.362902 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Request body: {'port': {'device_id': '105d48da-ed58-450b-8b3f-84762f5f30f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:12:30.430092 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 6d15764b-58da-4589-a7b4-688eb791d399 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:12:30.431460 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:30.469120 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 6d15764b-58da-4589-a7b4-688eb791d399 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:12:30.471799 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 6d15764b-58da-4589-a7b4-688eb791d399 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:30.472026 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:30.540112 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:30.560537 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port 6d15764b-58da-4589-a7b4-688eb791d399, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=6d15764b-58da-4589-a7b4-688eb791d399,segment=NetworkSegment(80a5d48a-1b50-4107-9f64-bb8eda081d13),segment_id=80a5d48a-1b50-4107-9f64-bb8eda081d13)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:12:30.562696 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:30.563900 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:30.600511 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=6d15764b-58da-4589-a7b4-688eb791d399,revision_number=5']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:30.602536 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:30.658590 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f739532b-7f07-4057-92be-f69b0a933c81 {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:12:30.662766 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:30.669531 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Transition to ACTIVE for port object f739532b-7f07-4057-92be-f69b0a933c81 will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:12:30.671813 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:30.680041 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4efda73f-0f84-44e0-a76c-570087d72213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:30.747173 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Pushing event updated for resources: {'Port': ['ID=f739532b-7f07-4057-92be-f69b0a933c81,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:30.750283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:30.818906 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Attempting to bind port f739532b-7f07-4057-92be-f69b0a933c81 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:12:30.819232 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Attempting to bind port f739532b-7f07-4057-92be-f69b0a933c81 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '80a5d48a-1b50-4107-9f64-bb8eda081d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:12:30.819295 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Attempting to bind port f739532b-7f07-4057-92be-f69b0a933c81 on network 4092863d-99a9-4ca0-baee-920a42d2b318 {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:12:30.822397 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:12:30.822606 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Checking segment: {'id': '80a5d48a-1b50-4107-9f64-bb8eda081d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:12:30.822823 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:30.823027 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Bound using segment: {'id': '80a5d48a-1b50-4107-9f64-bb8eda081d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:12:30.823283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Bound port: f739532b-7f07-4057-92be-f69b0a933c81, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a5d48a-1b50-4107-9f64-bb8eda081d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:12:30.823478 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:30.879405 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] For port f739532b-7f07-4057-92be-f69b0a933c81, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:12:30.881209 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] For port f739532b-7f07-4057-92be-f69b0a933c81, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=f739532b-7f07-4057-92be-f69b0a933c81,segment=NetworkSegment(80a5d48a-1b50-4107-9f64-bb8eda081d13),segment_id=80a5d48a-1b50-4107-9f64-bb8eda081d13)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:12:30.883634 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:30.893221 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:30.972590 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-8e0b95d8-a3e6-4b9e-aca5-fb858c356434 req-8bce8602-f75e-468a-983b-fff8072d77f4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Synchronizing usage tracker for tenant:98ec46fb71464bd3bf88c602bca1e490 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:12:31.005580 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-8e0b95d8-a3e6-4b9e-aca5-fb858c356434 req-8bce8602-f75e-468a-983b-fff8072d77f4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Unset dirty status for tenant:98ec46fb71464bd3bf88c602bca1e490 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:12:31.006313 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8e0b95d8-a3e6-4b9e-aca5-fb858c356434 req-8bce8602-f75e-468a-983b-fff8072d77f4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 210 time: 0.1138396 Jan 25 16:12:31.011805 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Pushing event updated for resources: {'Port': ['ID=f739532b-7f07-4057-92be-f69b0a933c81,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:31.013972 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:31.025348 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-07870ffa-4c95-4eb5-ac77-e4a002df1814 req-e28dd496-06cc-4e57-b0e0-3ec5db0c96c8 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 210 time: 0.0326464 Jan 25 16:12:31.029903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:31.030268 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:31.031168 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-042d4212-7977-42be-8a9f-82cf721c05dd req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] 10.222.0.117 "PUT /v2.0/ports/f739532b-7f07-4057-92be-f69b0a933c81 HTTP/1.1" status: 200 len: 1158 time: 0.6710889 Jan 25 16:12:31.031487 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105d48da-ed58-450b-8b3f-84762f5f30f9', 'tag': 'f739532b-7f07-4057-92be-f69b0a933c81'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:12:31.083585 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105d48da-ed58-450b-8b3f-84762f5f30f9', 'tag': 'f739532b-7f07-4057-92be-f69b0a933c81', 'status': 'completed', 'code': 200} Jan 25 16:12:31.107347 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d4212-7977-42be-8a9f-82cf721c05dd req-408eb716-01cb-413d-8c40-108075a54cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:31.108303 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-042d4212-7977-42be-8a9f-82cf721c05dd req-408eb716-01cb-413d-8c40-108075a54cf6 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=98ec46fb71464bd3bf88c602bca1e490&device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 1161 time: 0.0455172 Jan 25 16:12:31.153184 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-042d4212-7977-42be-8a9f-82cf721c05dd req-73515fcb-afb1-43c5-941f-18243f455add service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f739532b-7f07-4057-92be-f69b0a933c81 HTTP/1.1" status: 200 len: 217 time: 0.0368285 Jan 25 16:12:31.197317 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d4212-7977-42be-8a9f-82cf721c05dd req-0aa08cdf-4a92-4504-9a35-4e9242fbe23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:31.198209 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-042d4212-7977-42be-8a9f-82cf721c05dd req-0aa08cdf-4a92-4504-9a35-4e9242fbe23e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ad719a1d-709c-4782-94bc-05e947cd33ab HTTP/1.1" status: 200 len: 859 time: 0.0365760 Jan 25 16:12:31.229446 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-042d4212-7977-42be-8a9f-82cf721c05dd req-32d54f2c-f631-4272-a61d-f33937c64269 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4092863d-99a9-4ca0-baee-920a42d2b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255415 Jan 25 16:12:31.302615 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-042d4212-7977-42be-8a9f-82cf721c05dd req-4b38ecf9-ca7d-449c-b74a-1bd6fd7fde9f service neutron] 10.222.0.117 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0678871 Jan 25 16:12:31.381923 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-042d4212-7977-42be-8a9f-82cf721c05dd req-eeeb7355-3cbf-401c-86f2-fd1662408531 service neutron] 10.222.0.117 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0721276 Jan 25 16:12:32.132048 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eed2420f-e5cf-40bc-bbfe-2fa7beb90e4a req-7599ca7a-8dc2-4687-84c0-3dcb72bdb0d8 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 210 time: 0.0281882 Jan 25 16:12:32.143583 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ac5aa500-1561-4c2f-b345-4aeda10c932e req-980d5189-fcee-4cef-b28a-fe69b4b7d47c tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 210 time: 0.0337439 Jan 25 16:12:32.164356 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b97757-29c0-452d-8cbb-0e08749762f6 req-b791a6a7-2176-42ed-9d70-e68f7df014c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:32.165359 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f5b97757-29c0-452d-8cbb-0e08749762f6 req-b791a6a7-2176-42ed-9d70-e68f7df014c9 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=98ec46fb71464bd3bf88c602bca1e490&device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 1161 time: 0.0803034 Jan 25 16:12:32.261602 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b97757-29c0-452d-8cbb-0e08749762f6 req-78c27599-bd12-44a8-919e-f2a4a426da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:32.262618 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f5b97757-29c0-452d-8cbb-0e08749762f6 req-78c27599-bd12-44a8-919e-f2a4a426da4c service neutron] 10.222.0.117 "GET /v2.0/networks?id=4092863d-99a9-4ca0-baee-920a42d2b318 HTTP/1.1" status: 200 len: 913 time: 0.0878401 Jan 25 16:12:32.303548 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 6d15764b-58da-4589-a7b4-688eb791d399 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:12:32.311005 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f5b97757-29c0-452d-8cbb-0e08749762f6 req-06588b36-8ff9-417e-acf0-c6944c66419e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f739532b-7f07-4057-92be-f69b0a933c81 HTTP/1.1" status: 200 len: 217 time: 0.0378568 Jan 25 16:12:32.349057 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 6d15764b-58da-4589-a7b4-688eb791d399 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:32.349296 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:32.358954 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b97757-29c0-452d-8cbb-0e08749762f6 req-9587a0b5-b15a-4834-8e38-eae3943f0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:32.359812 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f5b97757-29c0-452d-8cbb-0e08749762f6 req-9587a0b5-b15a-4834-8e38-eae3943f0efd service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ad719a1d-709c-4782-94bc-05e947cd33ab HTTP/1.1" status: 200 len: 859 time: 0.0388367 Jan 25 16:12:32.392736 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f5b97757-29c0-452d-8cbb-0e08749762f6 req-343b69ad-f256-4d69-ba93-5354cc2e1dde service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4092863d-99a9-4ca0-baee-920a42d2b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254645 Jan 25 16:12:32.469607 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f5b97757-29c0-452d-8cbb-0e08749762f6 req-caa6d1af-e6d1-4d71-8e95-2b844b4bf925 service neutron] 10.222.0.117 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0704381 Jan 25 16:12:32.559148 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f5b97757-29c0-452d-8cbb-0e08749762f6 req-72a1a11c-0be9-4932-8b4e-3566c93f4a82 service neutron] 10.222.0.117 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0841048 Jan 25 16:12:33.189235 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.objects.ports [None req-4ef553bc-0d4c-4164-8fb2-b0ba5328ea63 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79986) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 25 16:12:33.248911 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-31bb63be-3ad5-4b95-8f2c-85330b5725f8 req-c43fc350-25ff-4c09-8e15-5476d22cd7dc tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 210 time: 0.0351133 Jan 25 16:12:33.276189 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c6765e79-d9e0-4616-892c-440e6f4d86fa req-023a3c38-08ae-4b22-9732-621b41e1725f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 210 time: 0.0449803 Jan 25 16:12:33.605939 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device f739532b-7f07-4057-92be-f69b0a933c81 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:12:33.667034 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port f739532b-7f07-4057-92be-f69b0a933c81 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:12:33.670828 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port f739532b-7f07-4057-92be-f69b0a933c81 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:33.671102 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:33.754878 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:33.772702 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105d48da-ed58-450b-8b3f-84762f5f30f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f739532b-7f07-4057-92be-f69b0a933c81'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:12:33.780148 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port f739532b-7f07-4057-92be-f69b0a933c81, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=f739532b-7f07-4057-92be-f69b0a933c81,segment=NetworkSegment(80a5d48a-1b50-4107-9f64-bb8eda081d13),segment_id=80a5d48a-1b50-4107-9f64-bb8eda081d13)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:12:33.782565 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:33.783981 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:33.827018 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=f739532b-7f07-4057-92be-f69b0a933c81,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:33.829078 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:34.114154 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105d48da-ed58-450b-8b3f-84762f5f30f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f739532b-7f07-4057-92be-f69b0a933c81', 'code': 200} Jan 25 16:12:34.196449 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-9583e862-a488-4044-9413-5b4aff26a0ae tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:34.197908 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-9583e862-a488-4044-9413-5b4aff26a0ae tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.117 "GET /v2.0/networks?id=4092863d-99a9-4ca0-baee-920a42d2b318 HTTP/1.1" status: 200 len: 819 time: 0.1348255 Jan 25 16:12:34.219143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-ad5332d2-9ec8-496f-a75c-d3bb07ae5d39 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Request body: {'port': {'device_id': '68920360-2c14-418e-a421-17b65d1f4954', 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318', 'admin_state_up': True, 'tenant_id': '98ec46fb71464bd3bf88c602bca1e490'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:12:34.345960 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-ad5332d2-9ec8-496f-a75c-d3bb07ae5d39 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:12:34.352028 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-564a5067-4f59-4c74-83e9-fefedfd7b614 req-a03a295f-6f30-4e15-aec9-644d2ff708a7 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 210 time: 0.0271149 Jan 25 16:12:34.380969 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-ad5332d2-9ec8-496f-a75c-d3bb07ae5d39 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:12:34.383016 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f026564-0f0a-490f-93d0-e942e05f3ea5 req-457598c9-d0ed-47d9-8e5d-7a7bc8809e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:34.383918 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2f026564-0f0a-490f-93d0-e942e05f3ea5 req-457598c9-d0ed-47d9-8e5d-7a7bc8809e5f service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 1163 time: 0.1193094 Jan 25 16:12:34.385004 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f1e5b010-67ab-4756-abd9-74b5658f96ae req-f3eb20f4-0516-4b05-8fda-afa40aaa46e7 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 210 time: 0.0355046 Jan 25 16:12:34.390208 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-ad5332d2-9ec8-496f-a75c-d3bb07ae5d39 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Made reservation on behalf of 98ec46fb71464bd3bf88c602bca1e490 for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:12:34.395620 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-ad5332d2-9ec8-496f-a75c-d3bb07ae5d39 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:34.438678 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2f026564-0f0a-490f-93d0-e942e05f3ea5 req-60369a1d-ce58-4d78-a226-c67b6a897aaa service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371451 Jan 25 16:12:34.782878 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-ad5332d2-9ec8-496f-a75c-d3bb07ae5d39 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Allocated IP 172.20.0.10 (4092863d-99a9-4ca0-baee-920a42d2b318/ad719a1d-709c-4782-94bc-05e947cd33ab/4041fd33-eb98-44f4-81cf-93e543f02867) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:12:34.902043 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-ad5332d2-9ec8-496f-a75c-d3bb07ae5d39 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:34.925327 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-ad5332d2-9ec8-496f-a75c-d3bb07ae5d39 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:34.933690 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:34.993433 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device f739532b-7f07-4057-92be-f69b0a933c81 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:12:35.004729 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5332d2-9ec8-496f-a75c-d3bb07ae5d39 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Pushing event updated for resources: {'Port': ['ID=4041fd33-eb98-44f4-81cf-93e543f02867,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:35.007255 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ad5332d2-9ec8-496f-a75c-d3bb07ae5d39 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:35.038956 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-ad5332d2-9ec8-496f-a75c-d3bb07ae5d39 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Network 4092863d-99a9-4ca0-baee-920a42d2b318 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:12:35.039654 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-ad5332d2-9ec8-496f-a75c-d3bb07ae5d39 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:12:35.041078 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-ad5332d2-9ec8-496f-a75c-d3bb07ae5d39 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:12:35.051905 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-ad5332d2-9ec8-496f-a75c-d3bb07ae5d39 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:35.052321 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-ad5332d2-9ec8-496f-a75c-d3bb07ae5d39 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:35.067281 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-ad5332d2-9ec8-496f-a75c-d3bb07ae5d39 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8509655 Jan 25 16:12:35.075612 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port f739532b-7f07-4057-92be-f69b0a933c81 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:35.075962 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:35.076043 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Request body: {'port': {'device_id': '68920360-2c14-418e-a421-17b65d1f4954', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:12:35.194885 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:35.266623 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-ee017887-5330-4500-9573-e8ae0f425195 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:35.267537 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-ee017887-5330-4500-9573-e8ae0f425195 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.117 "GET /v2.0/networks?id=3d1b4a78-6fa5-4235-8076-b2b3ac751aff HTTP/1.1" status: 200 len: 815 time: 0.1379387 Jan 25 16:12:35.286315 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Request body: {'port': {'device_id': '9b910f02-d8f4-4242-a932-b4a1b6194059', 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff', 'admin_state_up': True, 'tenant_id': 'cf7540de0e56436e91efecf367152a89'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:12:35.419570 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:12:35.451536 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Usage tracker for resource:port and tenant:cf7540de0e56436e91efecf367152a89 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:12:35.454009 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Quota usage for port was recalculated. Used quota:2. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:12:35.461604 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:12:35.468486 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-48786b65-e328-44ff-af67-5996f97bc2f7 req-61db4204-3e91-428e-a5c6-8c17897896e5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 210 time: 0.0350208 Jan 25 16:12:35.505589 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Made reservation on behalf of cf7540de0e56436e91efecf367152a89 for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:12:35.511601 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:35.635660 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9375f0-499d-4a8a-a688-21660eeb6e94 req-c6fe7130-db68-48dc-8594-a77b25489b27 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:35.636121 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-3d9375f0-499d-4a8a-a688-21660eeb6e94 req-c6fe7130-db68-48dc-8594-a77b25489b27 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Synchronizing usage tracker for tenant:98ec46fb71464bd3bf88c602bca1e490 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:12:35.645019 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4041fd33-eb98-44f4-81cf-93e543f02867 {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:12:35.655057 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:35.677358 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Transition to ACTIVE for port object 4041fd33-eb98-44f4-81cf-93e543f02867 will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:12:35.695302 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-3d9375f0-499d-4a8a-a688-21660eeb6e94 req-c6fe7130-db68-48dc-8594-a77b25489b27 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Unset dirty status for tenant:98ec46fb71464bd3bf88c602bca1e490 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:12:35.696078 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d9375f0-499d-4a8a-a688-21660eeb6e94 req-c6fe7130-db68-48dc-8594-a77b25489b27 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 932 time: 0.2328773 Jan 25 16:12:35.697789 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:35.707583 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:35.805347 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4041fd33-eb98-44f4-81cf-93e543f02867,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:35.817859 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:35.824490 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d9375f0-499d-4a8a-a688-21660eeb6e94 req-7fad1768-df1e-4e86-8ec5-e3d02053cf6b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173949 Jan 25 16:12:35.902219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Allocated IP 172.20.0.12 (3d1b4a78-6fa5-4235-8076-b2b3ac751aff/68a34ad1-cdd3-424c-8e73-7c05cc04be85/ac93ef6c-ba48-4fc2-b7ac-c644d924366b) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:12:35.932862 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Attempting to bind port 4041fd33-eb98-44f4-81cf-93e543f02867 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:12:35.933063 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Attempting to bind port 4041fd33-eb98-44f4-81cf-93e543f02867 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '80a5d48a-1b50-4107-9f64-bb8eda081d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:12:35.933211 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Attempting to bind port 4041fd33-eb98-44f4-81cf-93e543f02867 on network 4092863d-99a9-4ca0-baee-920a42d2b318 {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:12:35.942378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:12:35.942571 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Checking segment: {'id': '80a5d48a-1b50-4107-9f64-bb8eda081d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:12:35.942759 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:35.942965 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Bound using segment: {'id': '80a5d48a-1b50-4107-9f64-bb8eda081d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:12:35.943220 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Bound port: 4041fd33-eb98-44f4-81cf-93e543f02867, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a5d48a-1b50-4107-9f64-bb8eda081d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4092863d-99a9-4ca0-baee-920a42d2b318'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:12:35.943414 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:36.257031 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] For port 4041fd33-eb98-44f4-81cf-93e543f02867, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:12:36.269104 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] For port 4041fd33-eb98-44f4-81cf-93e543f02867, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=4041fd33-eb98-44f4-81cf-93e543f02867,segment=NetworkSegment(80a5d48a-1b50-4107-9f64-bb8eda081d13),segment_id=80a5d48a-1b50-4107-9f64-bb8eda081d13)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:12:36.273304 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:36.277547 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:36.287387 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:36.344004 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Transition to ACTIVE for port object ac93ef6c-ba48-4fc2-b7ac-c644d924366b will not be triggered until provisioned by entity DHCP. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:12:36.381138 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4041fd33-eb98-44f4-81cf-93e543f02867,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:36.385794 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:36.399006 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:36.410649 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:36.472049 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:36.472447 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:36.473330 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] 10.222.0.117 "PUT /v2.0/ports/4041fd33-eb98-44f4-81cf-93e543f02867 HTTP/1.1" status: 200 len: 1158 time: 1.4003773 Jan 25 16:12:36.473659 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68920360-2c14-418e-a421-17b65d1f4954', 'tag': '4041fd33-eb98-44f4-81cf-93e543f02867'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:12:36.496291 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Pushing event updated for resources: {'Port': ['ID=ac93ef6c-ba48-4fc2-b7ac-c644d924366b,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:36.503595 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:36.523668 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68920360-2c14-418e-a421-17b65d1f4954', 'tag': '4041fd33-eb98-44f4-81cf-93e543f02867', 'status': 'completed', 'code': 200} Jan 25 16:12:36.526147 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Network 3d1b4a78-6fa5-4235-8076-b2b3ac751aff is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:12:36.526816 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:12:36.549999 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:12:36.561732 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:36.562188 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:36.588925 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3048198 Jan 25 16:12:36.600038 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Request body: {'port': {'device_id': '9b910f02-d8f4-4242-a932-b4a1b6194059', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:12:36.622718 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-f6f1df80-6753-432c-8c35-177149890b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:36.623654 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-f6f1df80-6753-432c-8c35-177149890b19 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=98ec46fb71464bd3bf88c602bca1e490&device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 1161 time: 0.0955572 Jan 25 16:12:36.702098 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fd519-7f01-452d-8184-8b531b5fe08c req-6eafb974-91e7-4bb1-96f6-fb8089393fe7 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:36.704017 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e59fd519-7f01-452d-8184-8b531b5fe08c req-6eafb974-91e7-4bb1-96f6-fb8089393fe7 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 932 time: 0.1139293 Jan 25 16:12:36.707307 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:36.722359 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-c99e8f47-d187-4100-bf83-4e3cd590359e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4041fd33-eb98-44f4-81cf-93e543f02867 HTTP/1.1" status: 200 len: 217 time: 0.0477974 Jan 25 16:12:36.733644 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-e59fd519-7f01-452d-8184-8b531b5fe08c req-7bd346c6-7cac-4087-8232-14cfa6e77fa7 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Synchronizing usage tracker for tenant:cf7540de0e56436e91efecf367152a89 on resource:security_group {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:12:36.744416 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-e59fd519-7f01-452d-8184-8b531b5fe08c req-7bd346c6-7cac-4087-8232-14cfa6e77fa7 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Unset dirty status for tenant:cf7540de0e56436e91efecf367152a89 on resource:security_group {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:12:36.745437 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e59fd519-7f01-452d-8184-8b531b5fe08c req-7bd346c6-7cac-4087-8232-14cfa6e77fa7 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378056 Jan 25 16:12:36.763310 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-5415040c-ecde-47a3-84f7-e07996fdd627 None None] Provisioning for port ac93ef6c-ba48-4fc2-b7ac-c644d924366b completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:12:36.766095 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-5415040c-ecde-47a3-84f7-e07996fdd627 None None] Provisioning complete for port ac93ef6c-ba48-4fc2-b7ac-c644d924366b triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:36.766331 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5415040c-ecde-47a3-84f7-e07996fdd627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:36.798097 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-5415040c-ecde-47a3-84f7-e07996fdd627 None None] Port ac93ef6c-ba48-4fc2-b7ac-c644d924366b cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:12:36.809369 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-fd509395-1b42-464c-8380-f097554a60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:36.810315 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-fd509395-1b42-464c-8380-f097554a60a3 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ad719a1d-709c-4782-94bc-05e947cd33ab HTTP/1.1" status: 200 len: 859 time: 0.0724299 Jan 25 16:12:36.867645 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-c1768dbf-2eee-4aca-b5e2-343a9469922a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4092863d-99a9-4ca0-baee-920a42d2b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508542 Jan 25 16:12:36.970491 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552c204-3967-48eb-866e-8aaba4538fee req-aee49a6b-c896-48d6-bfc4-09373c11b0a6 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:36.971392 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3552c204-3967-48eb-866e-8aaba4538fee req-aee49a6b-c896-48d6-bfc4-09373c11b0a6 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 944 time: 0.0589399 Jan 25 16:12:37.007808 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-3552c204-3967-48eb-866e-8aaba4538fee req-e93b4295-d082-4bf1-bebd-eb2f21fd91a5 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Synchronizing usage tracker for tenant:98ec46fb71464bd3bf88c602bca1e490 on resource:security_group {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:12:37.018152 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-3552c204-3967-48eb-866e-8aaba4538fee req-e93b4295-d082-4bf1-bebd-eb2f21fd91a5 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Unset dirty status for tenant:98ec46fb71464bd3bf88c602bca1e490 on resource:security_group {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:12:37.018873 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3552c204-3967-48eb-866e-8aaba4538fee req-e93b4295-d082-4bf1-bebd-eb2f21fd91a5 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396314 Jan 25 16:12:37.052960 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-9d2ea47d-9db7-4098-94dc-98521e7a6af4 service neutron] 10.222.0.117 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186340 Jan 25 16:12:37.138931 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device f739532b-7f07-4057-92be-f69b0a933c81 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:12:37.144851 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac93ef6c-ba48-4fc2-b7ac-c644d924366b {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:12:37.151474 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:37.172717 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Transition to ACTIVE for port object ac93ef6c-ba48-4fc2-b7ac-c644d924366b will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:12:37.178273 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-abb79376-e945-4328-8f56-a9c4d7b0e7e0 req-238e9087-a648-452f-b820-9bb6fb7590f5 service neutron] 10.222.0.117 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1170113 Jan 25 16:12:37.178664 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:37.188499 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:37.227500 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port f739532b-7f07-4057-92be-f69b0a933c81 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:37.227715 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:37.267984 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Pushing event updated for resources: {'Port': ['ID=ac93ef6c-ba48-4fc2-b7ac-c644d924366b,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:37.271218 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:37.346477 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Attempting to bind port ac93ef6c-ba48-4fc2-b7ac-c644d924366b on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:12:37.346720 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Attempting to bind port ac93ef6c-ba48-4fc2-b7ac-c644d924366b by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': 'd94251e5-8c1d-4c4d-8471-c81311948afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:12:37.346971 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Attempting to bind port ac93ef6c-ba48-4fc2-b7ac-c644d924366b on network 3d1b4a78-6fa5-4235-8076-b2b3ac751aff {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:12:37.350633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:12:37.350883 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Checking segment: {'id': 'd94251e5-8c1d-4c4d-8471-c81311948afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:12:37.351149 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:37.351563 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Bound using segment: {'id': 'd94251e5-8c1d-4c4d-8471-c81311948afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:12:37.351832 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Bound port: ac93ef6c-ba48-4fc2-b7ac-c644d924366b, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94251e5-8c1d-4c4d-8471-c81311948afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:12:37.352187 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:37.438850 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] For port ac93ef6c-ba48-4fc2-b7ac-c644d924366b, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:12:37.442061 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] For port ac93ef6c-ba48-4fc2-b7ac-c644d924366b, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=ac93ef6c-ba48-4fc2-b7ac-c644d924366b,segment=NetworkSegment(d94251e5-8c1d-4c4d-8471-c81311948afe),segment_id=d94251e5-8c1d-4c4d-8471-c81311948afe)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:12:37.447874 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:37.459891 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-96210e73-6981-4e5f-a8f5-0a3444f7787d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:37.561499 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Pushing event updated for resources: {'Port': ['ID=ac93ef6c-ba48-4fc2-b7ac-c644d924366b,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:37.564055 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:37.580441 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:37.580824 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:37.581737 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] 10.222.0.117 "PUT /v2.0/ports/ac93ef6c-ba48-4fc2-b7ac-c644d924366b HTTP/1.1" status: 200 len: 1158 time: 0.9845326 Jan 25 16:12:37.873378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ac736-a526-4fbc-b167-72d289a05352 req-4a95c576-7bc8-401f-9b08-ee779bb01cdf tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:37.873842 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-505ac736-a526-4fbc-b167-72d289a05352 req-4a95c576-7bc8-401f-9b08-ee779bb01cdf tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Synchronizing usage tracker for tenant:cf7540de0e56436e91efecf367152a89 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:12:37.883347 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-505ac736-a526-4fbc-b167-72d289a05352 req-4a95c576-7bc8-401f-9b08-ee779bb01cdf tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Unset dirty status for tenant:cf7540de0e56436e91efecf367152a89 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:12:37.884057 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-505ac736-a526-4fbc-b167-72d289a05352 req-4a95c576-7bc8-401f-9b08-ee779bb01cdf tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0721278 Jan 25 16:12:37.916035 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-505ac736-a526-4fbc-b167-72d289a05352 req-5c3db147-22fa-4b6e-b44a-57b5cf5f1746 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272410 Jan 25 16:12:38.368575 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-d8fe6184-08c4-4bda-82e8-49f64a3f545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:38.369818 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-d8fe6184-08c4-4bda-82e8-49f64a3f545f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=cf7540de0e56436e91efecf367152a89&device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 1161 time: 0.3099289 Jan 25 16:12:38.387167 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed03a0-aa85-44d4-9c31-ca091c4a42f4 req-fd2f4b49-0f0f-40f8-89d1-07eb81eefdbf tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:38.388051 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bfed03a0-aa85-44d4-9c31-ca091c4a42f4 req-fd2f4b49-0f0f-40f8-89d1-07eb81eefdbf tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 944 time: 0.2990704 Jan 25 16:12:38.433366 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-91c6f8e2-3947-4ec0-999b-c3c9fa2a5e67 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac93ef6c-ba48-4fc2-b7ac-c644d924366b HTTP/1.1" status: 200 len: 217 time: 0.0446723 Jan 25 16:12:38.472358 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bfed03a0-aa85-44d4-9c31-ca091c4a42f4 req-7a28ddad-e036-4339-8c16-db64708b5bb6 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564492 Jan 25 16:12:38.488011 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-e4b3ec92-0742-40be-bd25-d73f342bfe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:38.489078 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-e4b3ec92-0742-40be-bd25-d73f342bfe4f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=68a34ad1-cdd3-424c-8e73-7c05cc04be85 HTTP/1.1" status: 200 len: 854 time: 0.0469117 Jan 25 16:12:38.525050 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b910f02-d8f4-4242-a932-b4a1b6194059', 'tag': 'ac93ef6c-ba48-4fc2-b7ac-c644d924366b'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:12:38.556676 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b910f02-d8f4-4242-a932-b4a1b6194059', 'tag': 'ac93ef6c-ba48-4fc2-b7ac-c644d924366b', 'status': 'completed', 'code': 200} Jan 25 16:12:38.622143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-7bae4a64-88cc-4087-bcd2-461a5b21372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:38.623179 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-7bae4a64-88cc-4087-bcd2-461a5b21372d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3d1b4a78-6fa5-4235-8076-b2b3ac751aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572951 Jan 25 16:12:38.712543 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-504472f1-994f-4bf8-b60f-9f37be192c82 service neutron] 10.222.0.117 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824027 Jan 25 16:12:38.806211 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f39c9f0-edb4-4897-9abd-0dc786294f61 req-a303ee72-7abd-4ab7-ac51-8372694cad64 service neutron] 10.222.0.117 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0882881 Jan 25 16:12:39.044312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fc236-7013-464a-9b1a-5e0c0bec274f req-92bc8b08-1e6e-4f99-9529-4aee3c002b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:39.045391 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4d6fc236-7013-464a-9b1a-5e0c0bec274f req-92bc8b08-1e6e-4f99-9529-4aee3c002b93 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=98ec46fb71464bd3bf88c602bca1e490&device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 1161 time: 0.0494416 Jan 25 16:12:39.071916 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694bdc4-70b7-41d2-99a9-21926f35dec7 req-1349034e-4656-4b0e-bd2a-c5f603ce9654 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:39.072956 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e694bdc4-70b7-41d2-99a9-21926f35dec7 req-1349034e-4656-4b0e-bd2a-c5f603ce9654 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0663204 Jan 25 16:12:39.110428 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e694bdc4-70b7-41d2-99a9-21926f35dec7 req-e9bd281c-8782-4042-b1c3-6d08c8989c3a tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336249 Jan 25 16:12:39.137389 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fc236-7013-464a-9b1a-5e0c0bec274f req-d8ac54a1-d4c7-4ee1-b8db-cab1f407cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:39.138320 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4d6fc236-7013-464a-9b1a-5e0c0bec274f req-d8ac54a1-d4c7-4ee1-b8db-cab1f407cbaf service neutron] 10.222.0.117 "GET /v2.0/networks?id=4092863d-99a9-4ca0-baee-920a42d2b318 HTTP/1.1" status: 200 len: 913 time: 0.0869024 Jan 25 16:12:39.180401 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4d6fc236-7013-464a-9b1a-5e0c0bec274f req-0f722f01-0dc9-48ed-9bda-64023911d932 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4041fd33-eb98-44f4-81cf-93e543f02867 HTTP/1.1" status: 200 len: 217 time: 0.0366218 Jan 25 16:12:39.230006 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fc236-7013-464a-9b1a-5e0c0bec274f req-f53f1ca5-9c3b-4b67-8001-426e68ea0188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:39.230786 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4d6fc236-7013-464a-9b1a-5e0c0bec274f req-f53f1ca5-9c3b-4b67-8001-426e68ea0188 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ad719a1d-709c-4782-94bc-05e947cd33ab HTTP/1.1" status: 200 len: 859 time: 0.0450065 Jan 25 16:12:39.263089 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4d6fc236-7013-464a-9b1a-5e0c0bec274f req-3e318f7c-c308-450d-bad9-07fa29f83333 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4092863d-99a9-4ca0-baee-920a42d2b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241377 Jan 25 16:12:39.352651 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4d6fc236-7013-464a-9b1a-5e0c0bec274f req-75099610-43de-4e46-9f19-7eb5993f7791 service neutron] 10.222.0.117 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780778 Jan 25 16:12:39.431346 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4d6fc236-7013-464a-9b1a-5e0c0bec274f req-d591af6a-9a79-4558-8617-cd9718537a75 service neutron] 10.222.0.117 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0726399 Jan 25 16:12:39.613785 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7039e-f576-4f5d-bfed-192fea40214c req-0cbc1fc3-b9b4-4ab6-b060-96a9ecb20a37 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:39.614653 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fbd7039e-f576-4f5d-bfed-192fea40214c req-0cbc1fc3-b9b4-4ab6-b060-96a9ecb20a37 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 944 time: 0.0614479 Jan 25 16:12:39.643272 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fbd7039e-f576-4f5d-bfed-192fea40214c req-131f96ea-8cb6-41eb-8ab4-e7f8a983c6ba tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251069 Jan 25 16:12:40.263802 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72adeb-0508-4acf-bf6f-b33a0aba4e90 req-40933fb5-7fec-4e31-87da-51bb0f3bae58 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:40.264942 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5b72adeb-0508-4acf-bf6f-b33a0aba4e90 req-40933fb5-7fec-4e31-87da-51bb0f3bae58 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0701120 Jan 25 16:12:40.309274 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5b72adeb-0508-4acf-bf6f-b33a0aba4e90 req-d0225a3c-f11f-4cf9-b23c-a269e2af204d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388689 Jan 25 16:12:40.827009 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdb4f3-b885-4708-a41f-30172a6efae2 req-7bb6a4e1-73c6-44f8-9f68-d01512104373 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:40.828063 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cbfdb4f3-b885-4708-a41f-30172a6efae2 req-7bb6a4e1-73c6-44f8-9f68-d01512104373 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 944 time: 0.0832536 Jan 25 16:12:40.860355 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cbfdb4f3-b885-4708-a41f-30172a6efae2 req-bc6f16c5-b1a5-42b5-b5b6-31771498dc30 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281656 Jan 25 16:12:41.484357 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fc998-5323-4a90-bd73-6a9a7fb63be3 req-0addb2b2-0559-4b78-909d-5c89418f7c3d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:41.485526 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4e2fc998-5323-4a90-bd73-6a9a7fb63be3 req-0addb2b2-0559-4b78-909d-5c89418f7c3d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0953596 Jan 25 16:12:41.519467 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4e2fc998-5323-4a90-bd73-6a9a7fb63be3 req-4a13007e-bdcf-45cc-a727-bc262aa01012 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296614 Jan 25 16:12:42.029008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c75e7-07e3-4be9-beec-405765d7dbe4 req-7ea92f5b-0436-49a0-97a9-af24ae67c7ae tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:42.030022 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9a1c75e7-07e3-4be9-beec-405765d7dbe4 req-7ea92f5b-0436-49a0-97a9-af24ae67c7ae tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 944 time: 0.0730913 Jan 25 16:12:42.070243 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9a1c75e7-07e3-4be9-beec-405765d7dbe4 req-0fbb6a7e-b6e7-4114-a3bd-4381f013cbd4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330694 Jan 25 16:12:42.333518 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 4041fd33-eb98-44f4-81cf-93e543f02867 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:12:42.388461 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port 4041fd33-eb98-44f4-81cf-93e543f02867 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:12:42.392054 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 4041fd33-eb98-44f4-81cf-93e543f02867 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:42.392449 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:42.472961 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:42.492835 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68920360-2c14-418e-a421-17b65d1f4954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4041fd33-eb98-44f4-81cf-93e543f02867'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:12:42.502675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port 4041fd33-eb98-44f4-81cf-93e543f02867, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=4041fd33-eb98-44f4-81cf-93e543f02867,segment=NetworkSegment(80a5d48a-1b50-4107-9f64-bb8eda081d13),segment_id=80a5d48a-1b50-4107-9f64-bb8eda081d13)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:12:42.505310 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:42.507557 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:42.554570 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68920360-2c14-418e-a421-17b65d1f4954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4041fd33-eb98-44f4-81cf-93e543f02867', 'code': 200} Jan 25 16:12:42.557668 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=4041fd33-eb98-44f4-81cf-93e543f02867,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:42.560114 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:42.699030 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3ec1b-6380-48bb-8ce7-1431495c2742 req-5ebae4aa-2d99-4b2e-aa7f-91cf2c19c471 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:42.699950 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dcd3ec1b-6380-48bb-8ce7-1431495c2742 req-5ebae4aa-2d99-4b2e-aa7f-91cf2c19c471 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0646751 Jan 25 16:12:42.731060 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dcd3ec1b-6380-48bb-8ce7-1431495c2742 req-03c5912b-c54b-49be-84fc-be191fd605cb tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261242 Jan 25 16:12:42.894100 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 38266) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:43.067669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 4041fd33-eb98-44f4-81cf-93e543f02867 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:12:43.092289 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-98ac3cc2-8109-430f-b771-e3a9053cf018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:43.105699 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-98ac3cc2-8109-430f-b771-e3a9053cf018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:12:43.109086 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-98ac3cc2-8109-430f-b771-e3a9053cf018 admin admin] Usage tracker for resource:security_group_rule and tenant:e15382bfa62649a79f92c0a08e8a9df1 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:12:43.113521 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 4041fd33-eb98-44f4-81cf-93e543f02867 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:43.113744 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:43.134326 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-98ac3cc2-8109-430f-b771-e3a9053cf018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:12:43.138607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-98ac3cc2-8109-430f-b771-e3a9053cf018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:12:43.194766 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-98ac3cc2-8109-430f-b771-e3a9053cf018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:43.198229 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-98ac3cc2-8109-430f-b771-e3a9053cf018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:43.204031 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-79db6f1e-c4fc-4b87-b4f4-c0fe855b71f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:43.215607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dcc2b-78b7-490f-b9e2-78d9530941fd req-070cd8d3-9086-42e7-b883-2fc307383e20 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:43.216573 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ef6dcc2b-78b7-490f-b9e2-78d9530941fd req-070cd8d3-9086-42e7-b883-2fc307383e20 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0746732 Jan 25 16:12:43.237216 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac3cc2-8109-430f-b771-e3a9053cf018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b888fc-2eac-4ad5-b8c3-de9438fc082f,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:43.240328 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-98ac3cc2-8109-430f-b771-e3a9053cf018 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e15382bfa62649a79f92c0a08e8a9df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454461 Jan 25 16:12:43.241016 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-98ac3cc2-8109-430f-b771-e3a9053cf018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:43.242265 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 38276) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:43.245807 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ef6dcc2b-78b7-490f-b9e2-78d9530941fd req-8d2c3d80-7e66-428b-bd75-6f350be43b4f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255015 Jan 25 16:12:43.264499 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607cb5c-d9ea-469e-85cb-5b6a3f5d79c4 req-528d695d-bc3e-4a2b-aadb-227aa1102ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:43.265478 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b607cb5c-d9ea-469e-85cb-5b6a3f5d79c4 req-528d695d-bc3e-4a2b-aadb-227aa1102ce0 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=cf7540de0e56436e91efecf367152a89&device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 1161 time: 0.1581287 Jan 25 16:12:43.287404 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b84e5245-2cc2-4f9c-a89f-b12f682b0bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:43.344770 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b84e5245-2cc2-4f9c-a89f-b12f682b0bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:43.390159 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607cb5c-d9ea-469e-85cb-5b6a3f5d79c4 req-75a4fc7c-47f6-4706-8478-998d91359b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:43.391029 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b607cb5c-d9ea-469e-85cb-5b6a3f5d79c4 req-75a4fc7c-47f6-4706-8478-998d91359b9e service neutron] 10.222.0.117 "GET /v2.0/networks?id=3d1b4a78-6fa5-4235-8076-b2b3ac751aff HTTP/1.1" status: 200 len: 909 time: 0.0975268 Jan 25 16:12:43.430103 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b84e5245-2cc2-4f9c-a89f-b12f682b0bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:43.436217 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:43.440319 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b607cb5c-d9ea-469e-85cb-5b6a3f5d79c4 req-62840220-6235-49ae-8fbd-53c5646758bf service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac93ef6c-ba48-4fc2-b7ac-c644d924366b HTTP/1.1" status: 200 len: 217 time: 0.0440063 Jan 25 16:12:43.443239 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e5245-2cc2-4f9c-a89f-b12f682b0bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b888fc-2eac-4ad5-b8c3-de9438fc082f,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:43.445811 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b84e5245-2cc2-4f9c-a89f-b12f682b0bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:43.469575 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b84e5245-2cc2-4f9c-a89f-b12f682b0bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:43.470204 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-b84e5245-2cc2-4f9c-a89f-b12f682b0bd2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c3b888fc-2eac-4ad5-b8c3-de9438fc082f HTTP/1.1" status: 204 len: 168 time: 0.2273054 Jan 25 16:12:43.480744 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607cb5c-d9ea-469e-85cb-5b6a3f5d79c4 req-c5798f06-9ca7-4e8e-8163-21a1b123c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:43.481600 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b607cb5c-d9ea-469e-85cb-5b6a3f5d79c4 req-c5798f06-9ca7-4e8e-8163-21a1b123c102 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=68a34ad1-cdd3-424c-8e73-7c05cc04be85 HTTP/1.1" status: 200 len: 854 time: 0.0370750 Jan 25 16:12:43.530518 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607cb5c-d9ea-469e-85cb-5b6a3f5d79c4 req-42cab19c-06ed-4e25-9bf8-f40470ad09cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:43.531370 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b607cb5c-d9ea-469e-85cb-5b6a3f5d79c4 req-42cab19c-06ed-4e25-9bf8-f40470ad09cb service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3d1b4a78-6fa5-4235-8076-b2b3ac751aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457635 Jan 25 16:12:43.688345 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 38288) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:43.709641 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6e303092-0db3-485c-8aee-963ea4d15cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:43.724262 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-6e303092-0db3-485c-8aee-963ea4d15cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:12:43.726577 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-6e303092-0db3-485c-8aee-963ea4d15cf9 admin admin] Usage tracker for resource:security_group_rule and tenant:0e8f088a73f44823a45b34a5b4fbbe93 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:12:43.728352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-6e303092-0db3-485c-8aee-963ea4d15cf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:12:43.731691 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-6e303092-0db3-485c-8aee-963ea4d15cf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:12:43.778255 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6e303092-0db3-485c-8aee-963ea4d15cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:43.780590 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6e303092-0db3-485c-8aee-963ea4d15cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:43.786190 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-3c7fbde9-3fee-45c0-8357-addd8554b3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:43.789460 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b607cb5c-d9ea-469e-85cb-5b6a3f5d79c4 req-cfc57e2f-ac27-46b1-9842-50859eadeae0 service neutron] 10.222.0.117 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294107 Jan 25 16:12:43.803151 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e303092-0db3-485c-8aee-963ea4d15cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db00f93-b9b5-4495-92ac-ceb2998da8c7,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:43.805926 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6e303092-0db3-485c-8aee-963ea4d15cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:43.817662 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-6e303092-0db3-485c-8aee-963ea4d15cf9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0e8f088a73f44823a45b34a5b4fbbe93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1285901 Jan 25 16:12:43.818138 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 38296) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:43.854726 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-feae2f2f-af83-4423-995f-3284cbe67b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:43.869316 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-feae2f2f-af83-4423-995f-3284cbe67b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:43.893514 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-feae2f2f-af83-4423-995f-3284cbe67b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:43.896264 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9a7945d6-5844-42a7-8858-348002878e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:12:43.903237 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae2f2f-af83-4423-995f-3284cbe67b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db00f93-b9b5-4495-92ac-ceb2998da8c7,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:12:43.905093 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-feae2f2f-af83-4423-995f-3284cbe67b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:12:43.906315 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-feae2f2f-af83-4423-995f-3284cbe67b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:43.911987 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-feae2f2f-af83-4423-995f-3284cbe67b8d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7db00f93-b9b5-4495-92ac-ceb2998da8c7 HTTP/1.1" status: 204 len: 168 time: 0.0901062 Jan 25 16:12:43.913746 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fc278-6df5-4d5f-8da0-9a34700888ea req-7e47b506-5995-4409-a2c9-5a57f0c67938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:43.914907 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-971fc278-6df5-4d5f-8da0-9a34700888ea req-7e47b506-5995-4409-a2c9-5a57f0c67938 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 1163 time: 0.1588042 Jan 25 16:12:43.937658 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b607cb5c-d9ea-469e-85cb-5b6a3f5d79c4 req-d1d7fdc1-6aa7-4cc2-9fdb-6bccd3b4f702 service neutron] 10.222.0.117 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1431825 Jan 25 16:12:43.963911 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025bb8c-54f5-4b34-9a44-b41d5beded1a req-6567e606-fed6-4a65-b83b-b089e649ca7c tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:43.965223 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d025bb8c-54f5-4b34-9a44-b41d5beded1a req-6567e606-fed6-4a65-b83b-b089e649ca7c tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.1162424 Jan 25 16:12:44.002238 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d025bb8c-54f5-4b34-9a44-b41d5beded1a req-b8144494-e7f5-4f50-a074-6c5f21cfc85e tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295093 Jan 25 16:12:44.044356 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-971fc278-6df5-4d5f-8da0-9a34700888ea req-55d71d07-9dbd-4af4-88ad-d958ce3485c6 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0219595 Jan 25 16:12:44.389768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d8a42-0c61-4473-b436-adfc37694097 req-8c597326-8478-4870-a1b4-c2bd404c1517 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:44.390654 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-586d8a42-0c61-4473-b436-adfc37694097 req-8c597326-8478-4870-a1b4-c2bd404c1517 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0687237 Jan 25 16:12:44.423099 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-586d8a42-0c61-4473-b436-adfc37694097 req-084a1c6e-546e-4116-990b-2d7e16fa03dd tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284312 Jan 25 16:12:45.143040 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba983201-bbe0-426a-a3c7-fb3ba7e0f20b req-220a540a-f9da-4597-a47e-d091e0edc872 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:45.144143 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba983201-bbe0-426a-a3c7-fb3ba7e0f20b req-220a540a-f9da-4597-a47e-d091e0edc872 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0718727 Jan 25 16:12:45.188169 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba983201-bbe0-426a-a3c7-fb3ba7e0f20b req-61fef31d-18b8-47f1-a877-e631e7188016 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400124 Jan 25 16:12:45.552333 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7392f0-6312-471f-bdb2-ff1d187614d2 req-6da5f196-be12-4e8e-b975-463a5bfa050c tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:45.553302 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-da7392f0-6312-471f-bdb2-ff1d187614d2 req-6da5f196-be12-4e8e-b975-463a5bfa050c tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0556719 Jan 25 16:12:45.581660 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-da7392f0-6312-471f-bdb2-ff1d187614d2 req-94f1cd02-348e-444d-a6b5-01dd326f411c tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247886 Jan 25 16:12:46.389332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3f989-b139-4879-8636-9727e099c6ee req-186afbaf-d6f6-4774-b5a4-158bdad5c9b2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:46.390327 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0ba3f989-b139-4879-8636-9727e099c6ee req-186afbaf-d6f6-4774-b5a4-158bdad5c9b2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0725691 Jan 25 16:12:46.423200 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0ba3f989-b139-4879-8636-9727e099c6ee req-2f70172f-56d3-4738-aa08-dcfcd92660b9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288188 Jan 25 16:12:46.732467 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594c3bf-d8d3-4685-a1f1-beabf249334c req-b973d3d6-c66b-4305-bc9c-aea730c35bb6 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:46.733435 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7594c3bf-d8d3-4685-a1f1-beabf249334c req-b973d3d6-c66b-4305-bc9c-aea730c35bb6 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0720727 Jan 25 16:12:46.775629 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7594c3bf-d8d3-4685-a1f1-beabf249334c req-b7d285d7-07f0-4169-9db4-de3455107916 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375519 Jan 25 16:12:47.051091 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45970f-71de-41f1-893a-cc977b99993a req-2c1014cd-388c-4b29-94ce-ae2ac3ac51a4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:47.052113 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ea45970f-71de-41f1-893a-cc977b99993a req-2c1014cd-388c-4b29-94ce-ae2ac3ac51a4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0580451 Jan 25 16:12:47.083396 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ea45970f-71de-41f1-893a-cc977b99993a req-884bb4ed-6660-4c9e-8763-91258d4ce369 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271525 Jan 25 16:12:47.132778 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 4041fd33-eb98-44f4-81cf-93e543f02867 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:12:47.174526 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 4041fd33-eb98-44f4-81cf-93e543f02867 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:12:47.174780 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:47.556641 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c5994-e8c8-4b62-b9ab-233e54459369 req-a3c10357-6c13-4546-aa5d-63ec2dcd610a tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:47.557544 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-df6c5994-e8c8-4b62-b9ab-233e54459369 req-a3c10357-6c13-4546-aa5d-63ec2dcd610a tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0634298 Jan 25 16:12:47.586336 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-df6c5994-e8c8-4b62-b9ab-233e54459369 req-4afdaeca-9695-4a88-9295-1f886ea922a9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245290 Jan 25 16:12:48.233039 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0aef80-8d6e-4d90-825c-d0d5807fe492 req-e0e48b5e-e89f-4766-9ebe-0d7fa706c696 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:48.234021 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1d0aef80-8d6e-4d90-825c-d0d5807fe492 req-e0e48b5e-e89f-4766-9ebe-0d7fa706c696 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0629878 Jan 25 16:12:48.272578 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1d0aef80-8d6e-4d90-825c-d0d5807fe492 req-f64346aa-d200-4f43-84ea-a55116996284 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349998 Jan 25 16:12:48.756195 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c9ad5-b100-4273-927d-613a017ba0f1 req-28e47143-3375-4028-938b-690afa7470e2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:48.757274 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-291c9ad5-b100-4273-927d-613a017ba0f1 req-28e47143-3375-4028-938b-690afa7470e2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0852516 Jan 25 16:12:48.794557 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-291c9ad5-b100-4273-927d-613a017ba0f1 req-24e2def2-637e-45cc-830d-f7a18ae029ab tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294607 Jan 25 16:12:49.458479 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158edb06-b603-4ce8-af92-9bf5b55c2967 req-1d7eb5b0-59df-4f6d-8036-fc13df318bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:49.459703 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-158edb06-b603-4ce8-af92-9bf5b55c2967 req-1d7eb5b0-59df-4f6d-8036-fc13df318bb3 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=98ec46fb71464bd3bf88c602bca1e490&device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 1163 time: 0.1119175 Jan 25 16:12:49.477472 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd61306-e724-4223-a768-6481f4764522 req-f74e296b-398f-4c08-b0cc-1717a6903939 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:49.478536 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efd61306-e724-4223-a768-6481f4764522 req-f74e296b-398f-4c08-b0cc-1717a6903939 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0984495 Jan 25 16:12:49.576277 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efd61306-e724-4223-a768-6481f4764522 req-d9e46385-d4aa-48a0-875f-e28f301a41be tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810547 Jan 25 16:12:49.603819 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158edb06-b603-4ce8-af92-9bf5b55c2967 req-92dae4be-53e7-4dde-9cf7-7bbef26a6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:49.606047 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-158edb06-b603-4ce8-af92-9bf5b55c2967 req-92dae4be-53e7-4dde-9cf7-7bbef26a6870 service neutron] 10.222.0.117 "GET /v2.0/networks?id=4092863d-99a9-4ca0-baee-920a42d2b318 HTTP/1.1" status: 200 len: 913 time: 0.1257265 Jan 25 16:12:49.864194 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-158edb06-b603-4ce8-af92-9bf5b55c2967 req-6c32c62a-740d-4f1a-a8ad-ebbed097ce42 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4041fd33-eb98-44f4-81cf-93e543f02867 HTTP/1.1" status: 200 len: 217 time: 0.2535272 Jan 25 16:12:49.904307 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158edb06-b603-4ce8-af92-9bf5b55c2967 req-0aa2cf43-5a2d-4cf0-a3a4-7244031bf132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:49.905141 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-158edb06-b603-4ce8-af92-9bf5b55c2967 req-0aa2cf43-5a2d-4cf0-a3a4-7244031bf132 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ad719a1d-709c-4782-94bc-05e947cd33ab HTTP/1.1" status: 200 len: 859 time: 0.0360842 Jan 25 16:12:49.935643 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-158edb06-b603-4ce8-af92-9bf5b55c2967 req-a3770880-22ee-478d-b656-5d960e16ad80 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4092863d-99a9-4ca0-baee-920a42d2b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239229 Jan 25 16:12:49.947104 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ce347-7de9-498e-b960-2d14fb764844 req-5f6778d6-ab75-43cc-b8f4-80fb26cf32c2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:49.948193 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-922ce347-7de9-498e-b960-2d14fb764844 req-5f6778d6-ab75-43cc-b8f4-80fb26cf32c2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0687966 Jan 25 16:12:49.982580 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-922ce347-7de9-498e-b960-2d14fb764844 req-e3a5230e-efe1-4371-a78e-988245500221 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290065 Jan 25 16:12:50.023798 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-158edb06-b603-4ce8-af92-9bf5b55c2967 req-5c30d0eb-1fde-47af-b6f2-b0cf80bd3b30 service neutron] 10.222.0.117 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832405 Jan 25 16:12:50.113544 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-158edb06-b603-4ce8-af92-9bf5b55c2967 req-d1fd30e8-e9a0-4114-8ca9-cbc312c0474b service neutron] 10.222.0.117 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0839834 Jan 25 16:12:50.752759 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d29877-1dec-4210-99ea-77d9b5a73ef8 req-aca21507-607d-41c1-a340-6c1b160d89d1 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:50.753795 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-68d29877-1dec-4210-99ea-77d9b5a73ef8 req-aca21507-607d-41c1-a340-6c1b160d89d1 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0840321 Jan 25 16:12:50.784491 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-68d29877-1dec-4210-99ea-77d9b5a73ef8 req-f0f9fe05-bf1a-4951-8d0b-1f645cd8f14d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271106 Jan 25 16:12:51.165723 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcf617-44db-43cf-847a-77b19f7e76e0 req-dbaea956-252e-4d6b-a55b-2285a96a6f6e tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:51.166742 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0bbcf617-44db-43cf-847a-77b19f7e76e0 req-dbaea956-252e-4d6b-a55b-2285a96a6f6e tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0724547 Jan 25 16:12:51.199396 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0bbcf617-44db-43cf-847a-77b19f7e76e0 req-574faf64-7238-412e-9edb-3766e22611e8 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265982 Jan 25 16:12:51.942251 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafcb46-1d1b-447e-ad17-8059f2891dbe req-a50186cb-a12e-4d4a-aaec-d2d0f117f450 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:51.943228 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7eafcb46-1d1b-447e-ad17-8059f2891dbe req-a50186cb-a12e-4d4a-aaec-d2d0f117f450 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0799661 Jan 25 16:12:51.979365 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7eafcb46-1d1b-447e-ad17-8059f2891dbe req-60cfb520-b7cc-40d2-9e02-a67dde183cba tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284562 Jan 25 16:12:52.352875 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8314e-b1bc-4f90-a5c3-91ab83ef9abd req-1460c07b-325a-4a94-aa1d-28e8f51577ca tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:52.358048 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-56e8314e-b1bc-4f90-a5c3-91ab83ef9abd req-1460c07b-325a-4a94-aa1d-28e8f51577ca tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0826716 Jan 25 16:12:52.389973 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-56e8314e-b1bc-4f90-a5c3-91ab83ef9abd req-4b6d8a6a-9f1c-43b0-8c48-a27205509ab6 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313222 Jan 25 16:12:53.034409 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-854abe81-4c08-4649-87d5-964cfb9a5c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:53.152357 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcc39c-d7ce-45b0-94f2-fb28be28113a req-b7a7198e-93b7-40c6-8734-37cbe72f448e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:53.153541 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-40dcc39c-d7ce-45b0-94f2-fb28be28113a req-b7a7198e-93b7-40c6-8734-37cbe72f448e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0745547 Jan 25 16:12:53.186919 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-40dcc39c-d7ce-45b0-94f2-fb28be28113a req-55516433-e7c2-4c23-84a3-ab8a16859fb4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292110 Jan 25 16:12:53.575323 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c9e11-130c-44c4-81a1-cdca09f3c0a8 req-a797acc1-a742-47ee-9562-b6e34972e74d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:53.576643 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cb8c9e11-130c-44c4-81a1-cdca09f3c0a8 req-a797acc1-a742-47ee-9562-b6e34972e74d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0870879 Jan 25 16:12:53.619459 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cb8c9e11-130c-44c4-81a1-cdca09f3c0a8 req-dccbf0cf-b716-42c1-825a-b6a2f60d078a tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380845 Jan 25 16:12:54.034619 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d9863c15-a72e-461e-8a4c-513c9aa2c723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:54.348728 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca95d1-5748-47aa-be6c-066eefe66933 req-b07e84cc-a40d-4aee-860b-a4127c147e38 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:54.349931 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-acca95d1-5748-47aa-be6c-066eefe66933 req-b07e84cc-a40d-4aee-860b-a4127c147e38 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0754321 Jan 25 16:12:54.392191 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-acca95d1-5748-47aa-be6c-066eefe66933 req-1c4e532f-7de9-461a-bb71-a1fbf7b23085 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327382 Jan 25 16:12:54.583134 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:54.758855 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:54.762034 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a71101-42f4-44ae-aec4-c74192b0fe4d req-562e50af-8f59-452c-bb20-98f3e0133ad1 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:54.763189 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-00a71101-42f4-44ae-aec4-c74192b0fe4d req-562e50af-8f59-452c-bb20-98f3e0133ad1 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0642431 Jan 25 16:12:54.793898 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-00a71101-42f4-44ae-aec4-c74192b0fe4d req-18b8bf0f-f1e1-4a68-8a7c-3bd6d729de9b tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264945 Jan 25 16:12:54.929808 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:55.548070 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eeab6c-84a7-47bc-96b3-2af515759d32 req-cbaa1a81-c1e0-431a-93cd-8a8730f98030 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:55.549091 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-75eeab6c-84a7-47bc-96b3-2af515759d32 req-cbaa1a81-c1e0-431a-93cd-8a8730f98030 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0724957 Jan 25 16:12:55.676890 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:12:55.754261 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-75eeab6c-84a7-47bc-96b3-2af515759d32 req-571ed6fe-19fb-49e4-913b-f521ea9fbe10 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016582 Jan 25 16:12:55.924065 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8c292-934d-4550-9fa4-e597f580afb4 req-74744be7-32de-4d29-ad93-5810f69ba107 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:55.924955 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-62e8c292-934d-4550-9fa4-e597f580afb4 req-74744be7-32de-4d29-ad93-5810f69ba107 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0638070 Jan 25 16:12:55.955297 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-62e8c292-934d-4550-9fa4-e597f580afb4 req-89ce2a68-8892-45eb-b36b-c6e347e5d90f tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0232844 Jan 25 16:12:56.900174 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0eab9-44b1-4436-aa4a-cfeadd1ba7b8 req-943c5fa6-f17f-4b3a-8b8e-968cd9ecb162 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:56.905813 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e7c0eab9-44b1-4436-aa4a-cfeadd1ba7b8 req-943c5fa6-f17f-4b3a-8b8e-968cd9ecb162 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0779140 Jan 25 16:12:56.934269 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e7c0eab9-44b1-4436-aa4a-cfeadd1ba7b8 req-77e8dc87-809c-47e9-a0e5-08063cda0dc2 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276003 Jan 25 16:12:57.097440 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10df3b-898e-4d95-bc61-6289101e612f req-5a68241c-6295-4028-97a9-5c4cb52253f9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:57.098455 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6f10df3b-898e-4d95-bc61-6289101e612f req-5a68241c-6295-4028-97a9-5c4cb52253f9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0697186 Jan 25 16:12:57.134882 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6f10df3b-898e-4d95-bc61-6289101e612f req-66619f78-cd8f-43fc-82ee-a4e27da30f26 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319567 Jan 25 16:12:58.072631 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823165d3-1f01-4769-8ddd-39d3c66f3057 req-b1424273-2ae7-440e-852b-2ee4183d2006 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:58.073496 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-823165d3-1f01-4769-8ddd-39d3c66f3057 req-b1424273-2ae7-440e-852b-2ee4183d2006 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0635934 Jan 25 16:12:58.109086 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-823165d3-1f01-4769-8ddd-39d3c66f3057 req-7baa726b-fadb-49cd-ac2a-acdd7ad27f97 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306075 Jan 25 16:12:58.297882 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d123f-6920-4de3-8f9b-99851ea242d7 req-faab9306-6d9c-4042-bd0d-93349f2fd6e6 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:58.298906 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-764d123f-6920-4de3-8f9b-99851ea242d7 req-faab9306-6d9c-4042-bd0d-93349f2fd6e6 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0614471 Jan 25 16:12:58.336532 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-764d123f-6920-4de3-8f9b-99851ea242d7 req-c9369644-22c5-4834-bdbc-eec3fd54ba5f tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300376 Jan 25 16:12:59.271596 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cac1c-3a4b-4726-a807-0a90d36b0f47 req-4c56ebed-05d0-4ce7-a33e-5d4366c03c1c tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:59.272544 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5d8cac1c-3a4b-4726-a807-0a90d36b0f47 req-4c56ebed-05d0-4ce7-a33e-5d4366c03c1c tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0658574 Jan 25 16:12:59.301674 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5d8cac1c-3a4b-4726-a807-0a90d36b0f47 req-e4a85402-8e4c-454f-8ed9-d9391b61cc23 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254178 Jan 25 16:12:59.519387 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:12:59.576881 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8179da-f2cf-49dc-b242-8fe316fea49e req-8c518a75-dd2c-4976-8f5c-97ba9ac3b148 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:12:59.577775 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3c8179da-f2cf-49dc-b242-8fe316fea49e req-8c518a75-dd2c-4976-8f5c-97ba9ac3b148 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0599279 Jan 25 16:12:59.603745 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3c8179da-f2cf-49dc-b242-8fe316fea49e req-7aebeff1-a791-43e7-a5dc-f0f10c7c46cc tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0227065 Jan 25 16:13:05.626242 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-b26c0aa8-d873-4f40-ad3f-8ea8e1936432 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:05.627402 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-b26c0aa8-d873-4f40-ad3f-8ea8e1936432 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/networks?id=b1b16d1d-17f5-48fc-b0df-9149be117ef8 HTTP/1.1" status: 200 len: 814 time: 0.1339049 Jan 25 16:13:05.642030 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-37c5fb7e-f35c-49f8-a175-cb869005a593 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/quotas/fc505d840c2247b3a74c6589f6f33a33 HTTP/1.1" status: 200 len: 375 time: 0.0093467 Jan 25 16:13:05.711480 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-08bd7d24-e7e2-456a-be4a-05ac933511ee tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?tenant_id=fc505d840c2247b3a74c6589f6f33a33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656841 Jan 25 16:13:05.748044 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a628d9-143f-40e5-b9e1-457942fb8484 req-056fdcfa-b522-43e0-828e-18000b16bffd tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:05.748997 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-71a628d9-143f-40e5-b9e1-457942fb8484 req-056fdcfa-b522-43e0-828e-18000b16bffd tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0614278 Jan 25 16:13:05.785554 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-71a628d9-143f-40e5-b9e1-457942fb8484 req-34a488a1-b00a-4c45-a21b-28a19b80a801 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324917 Jan 25 16:13:05.814061 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-aade7735-4bb0-4b45-aba5-c6b99181cce9 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968206 Jan 25 16:13:05.903529 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-ab401400-7819-4bcf-b9d9-d4f9db53977c service neutron] 10.222.0.107 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0848525 Jan 25 16:13:05.921166 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe0ae2-2409-4b01-8fcb-a6da80034e4b req-ba26457a-1f80-48fc-a540-6c97b0ade445 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:05.922232 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-90fe0ae2-2409-4b01-8fcb-a6da80034e4b req-ba26457a-1f80-48fc-a540-6c97b0ade445 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0702369 Jan 25 16:13:05.953985 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-90fe0ae2-2409-4b01-8fcb-a6da80034e4b req-d737618a-c214-4388-9001-65013522dec5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274384 Jan 25 16:13:06.029536 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9a147ca6-2355-497e-9781-c145902aa21f req-c749cde5-8773-410e-903b-1ca79376604f tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=f3f5da6f-d8b4-4838-b2d5-f049670ec1e8 HTTP/1.1" status: 200 len: 210 time: 0.0318720 Jan 25 16:13:06.074988 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf7d7e-9a23-4dc9-81ce-f93be20ae1c0 req-8d2e2269-2e1d-405e-9b38-748f87bed403 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:06.075487 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-1fdf7d7e-9a23-4dc9-81ce-f93be20ae1c0 req-8d2e2269-2e1d-405e-9b38-748f87bed403 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Synchronizing usage tracker for tenant:95283eda37984761942076ba2009fe36 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:13:06.084676 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-1fdf7d7e-9a23-4dc9-81ce-f93be20ae1c0 req-8d2e2269-2e1d-405e-9b38-748f87bed403 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Unset dirty status for tenant:95283eda37984761942076ba2009fe36 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:13:06.085620 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1fdf7d7e-9a23-4dc9-81ce-f93be20ae1c0 req-8d2e2269-2e1d-405e-9b38-748f87bed403 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0705502 Jan 25 16:13:06.116939 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1fdf7d7e-9a23-4dc9-81ce-f93be20ae1c0 req-97227743-9999-4907-91c1-0ddddec588d9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272727 Jan 25 16:13:06.941999 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45046405-07a6-4e08-aef7-a6e643ecfb9a req-20c178ef-39cd-468a-b44c-31b47ff723b1 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:06.943026 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-45046405-07a6-4e08-aef7-a6e643ecfb9a req-20c178ef-39cd-468a-b44c-31b47ff723b1 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0701160 Jan 25 16:13:06.981775 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-45046405-07a6-4e08-aef7-a6e643ecfb9a req-e2a0718d-5e20-40bb-b62d-3c44b9b97f7a tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304861 Jan 25 16:13:07.097837 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d624459-9d22-4d85-9060-a00fec24e7d5 req-e208892d-4750-4342-8933-c0cce6346fa3 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:07.098916 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6d624459-9d22-4d85-9060-a00fec24e7d5 req-e208892d-4750-4342-8933-c0cce6346fa3 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0672724 Jan 25 16:13:07.133444 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6d624459-9d22-4d85-9060-a00fec24e7d5 req-fdb73b71-a5f6-429d-86c5-6fe5e058d2f6 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299489 Jan 25 16:13:07.169245 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4c7949e4-1b8a-41d7-b31e-601efe1e20a6 req-e192f7a6-6dc9-4754-bb9b-f9cf24c43391 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=f3f5da6f-d8b4-4838-b2d5-f049670ec1e8 HTTP/1.1" status: 200 len: 210 time: 0.0499380 Jan 25 16:13:07.261429 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719221f9-b22e-4144-ba16-af179bc72787 req-0e05551e-d80d-42f0-9a00-657a707e040d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:07.262405 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-719221f9-b22e-4144-ba16-af179bc72787 req-0e05551e-d80d-42f0-9a00-657a707e040d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0660987 Jan 25 16:13:07.292874 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-719221f9-b22e-4144-ba16-af179bc72787 req-cd0856f4-67c2-4cc0-92a0-3a9b396ab215 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260477 Jan 25 16:13:07.472461 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360c498-629e-4778-a86e-70e9f6e16bc0 req-47dc3317-c4c5-4bce-8ac5-0733f33ceaad tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:07.473294 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1360c498-629e-4778-a86e-70e9f6e16bc0 req-47dc3317-c4c5-4bce-8ac5-0733f33ceaad tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0634074 Jan 25 16:13:07.501260 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1360c498-629e-4778-a86e-70e9f6e16bc0 req-fa370afe-1f76-4bf7-bf5b-7745d21679f5 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0245879 Jan 25 16:13:08.161652 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67fe98-92c2-4594-94d5-8b7e55a20bfb req-de2e131b-eab5-4063-839e-9aea475c5098 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:08.162634 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2b67fe98-92c2-4594-94d5-8b7e55a20bfb req-de2e131b-eab5-4063-839e-9aea475c5098 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0784104 Jan 25 16:13:08.195709 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2b67fe98-92c2-4594-94d5-8b7e55a20bfb req-db907cd7-8620-4c65-9359-655be861eaed tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286336 Jan 25 16:13:08.298821 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-30f851e5-1efc-4358-b288-ded57fe446f2 req-5df9f28e-95a9-427e-9361-4c1abcdb545d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=f3f5da6f-d8b4-4838-b2d5-f049670ec1e8 HTTP/1.1" status: 200 len: 210 time: 0.0302932 Jan 25 16:13:08.321001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-ea895129-2720-4d23-9f34-4473b56992a1 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:08.321898 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-ea895129-2720-4d23-9f34-4473b56992a1 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.117 "GET /v2.0/networks?id=b1b16d1d-17f5-48fc-b0df-9149be117ef8 HTTP/1.1" status: 200 len: 814 time: 0.1458225 Jan 25 16:13:08.337978 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45d341-9fc6-4cc2-85be-28320a804316 req-57e0b5be-1646-4cf7-bf99-a733b63fec38 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:08.338801 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cd45d341-9fc6-4cc2-85be-28320a804316 req-57e0b5be-1646-4cf7-bf99-a733b63fec38 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.1082494 Jan 25 16:13:08.342620 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Request body: {'port': {'device_id': 'f3f5da6f-d8b4-4838-b2d5-f049670ec1e8', 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8', 'admin_state_up': True, 'tenant_id': 'fc505d840c2247b3a74c6589f6f33a33'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:13:08.420763 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cd45d341-9fc6-4cc2-85be-28320a804316 req-082c660a-6cd3-4374-9395-37be84bdcadb tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672538 Jan 25 16:13:08.436914 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041267f9-8629-4cfc-97f8-6764673e5bae req-7e55d160-ed95-45c4-b494-23428360676d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:08.438044 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-041267f9-8629-4cfc-97f8-6764673e5bae req-7e55d160-ed95-45c4-b494-23428360676d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0663660 Jan 25 16:13:08.445973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:08.451643 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:08.457295 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Made reservation on behalf of fc505d840c2247b3a74c6589f6f33a33 for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:13:08.462998 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:08.469355 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-041267f9-8629-4cfc-97f8-6764673e5bae req-9e163092-e200-4bb4-befa-4097f8b05a20 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275264 Jan 25 16:13:08.853496 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7e9a7-fc73-43a6-852a-86876d1f92c6 req-79592714-ddc7-4a84-b411-cac300ee4d6e tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:08.854424 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7ed7e9a7-fc73-43a6-852a-86876d1f92c6 req-79592714-ddc7-4a84-b411-cac300ee4d6e tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.2711468 Jan 25 16:13:08.856771 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Allocated IP 172.20.0.9 (b1b16d1d-17f5-48fc-b0df-9149be117ef8/80827190-8e19-4185-80cc-70164a38f983/52876959-6dc2-4816-9cea-9e69f1c9e2b6) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:13:08.898622 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7ed7e9a7-fc73-43a6-852a-86876d1f92c6 req-eb59cbc1-3f6b-4789-8a65-fc820c3185ee tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404239 Jan 25 16:13:09.000727 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:09.025119 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:09.036252 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:09.106577 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Pushing event updated for resources: {'Port': ['ID=52876959-6dc2-4816-9cea-9e69f1c9e2b6,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:09.119085 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.119320 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.119552 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.119788 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.119998 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.120233 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.120441 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.120646 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.120883 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.121096 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.121316 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.121519 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.121767 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.121973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.122177 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.122381 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.122583 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.122787 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.123146 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.123228 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.123422 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.123628 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.123836 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.124042 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:09.126736 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:09.151180 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Network b1b16d1d-17f5-48fc-b0df-9149be117ef8 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:13:09.151840 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:13:09.153572 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:13:09.164709 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:09.164940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:09.179888 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8404603 Jan 25 16:13:09.187884 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Request body: {'port': {'device_id': 'f3f5da6f-d8b4-4838-b2d5-f049670ec1e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:13:09.253101 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:09.339247 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a302f9-c838-4063-8357-75f79475cc45 req-3e1a70ef-97fe-4c05-9214-4dd49ead871e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:09.344128 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-86a302f9-c838-4063-8357-75f79475cc45 req-3e1a70ef-97fe-4c05-9214-4dd49ead871e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0719049 Jan 25 16:13:09.404284 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-86a302f9-c838-4063-8357-75f79475cc45 req-1b1fe7ca-d958-4712-93b0-aae1680d9f14 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594883 Jan 25 16:13:09.537991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412455e-3376-47a3-a38e-ef5e272dcf19 req-1ddf6df9-167a-4681-8307-e058094ee139 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:09.538487 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-2412455e-3376-47a3-a38e-ef5e272dcf19 req-1ddf6df9-167a-4681-8307-e058094ee139 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Synchronizing usage tracker for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:13:09.558001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-2412455e-3376-47a3-a38e-ef5e272dcf19 req-1ddf6df9-167a-4681-8307-e058094ee139 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Unset dirty status for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:13:09.559271 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2412455e-3376-47a3-a38e-ef5e272dcf19 req-1ddf6df9-167a-4681-8307-e058094ee139 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=f3f5da6f-d8b4-4838-b2d5-f049670ec1e8 HTTP/1.1" status: 200 len: 931 time: 0.1422405 Jan 25 16:13:09.618034 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52876959-6dc2-4816-9cea-9e69f1c9e2b6 {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:13:09.624211 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2412455e-3376-47a3-a38e-ef5e272dcf19 req-034e2669-b843-4fac-bc2e-ac6b1b456457 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569866 Jan 25 16:13:09.626372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:09.633044 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Transition to ACTIVE for port object 52876959-6dc2-4816-9cea-9e69f1c9e2b6 will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:13:09.638985 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:09.649716 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:09.685053 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf3ca3-082a-426e-ac7e-a6ed35fc956e req-84b95530-0187-407f-90f0-6642130e024c tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:09.685999 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dabf3ca3-082a-426e-ac7e-a6ed35fc956e req-84b95530-0187-407f-90f0-6642130e024c tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0590003 Jan 25 16:13:09.717126 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dabf3ca3-082a-426e-ac7e-a6ed35fc956e req-92d8a6fe-0026-418b-8e04-2ac2052f728c tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274327 Jan 25 16:13:09.750735 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Pushing event updated for resources: {'Port': ['ID=52876959-6dc2-4816-9cea-9e69f1c9e2b6,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:09.759783 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:09.823376 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820bed9-7993-4ac1-8d5e-b69a9e32574c req-d4495467-ee7b-4099-ae87-7cb2117ab3d7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:09.824300 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3820bed9-7993-4ac1-8d5e-b69a9e32574c req-d4495467-ee7b-4099-ae87-7cb2117ab3d7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1239090 Jan 25 16:13:09.848040 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Attempting to bind port 52876959-6dc2-4816-9cea-9e69f1c9e2b6 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:13:09.848288 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Attempting to bind port 52876959-6dc2-4816-9cea-9e69f1c9e2b6 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '4c88bdfb-61eb-494e-8176-98526c7183ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:13:09.848410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Attempting to bind port 52876959-6dc2-4816-9cea-9e69f1c9e2b6 on network b1b16d1d-17f5-48fc-b0df-9149be117ef8 {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:13:09.856400 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:13:09.856602 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Checking segment: {'id': '4c88bdfb-61eb-494e-8176-98526c7183ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:13:09.856800 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:09.856999 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Bound using segment: {'id': '4c88bdfb-61eb-494e-8176-98526c7183ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:13:09.857253 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Bound port: 52876959-6dc2-4816-9cea-9e69f1c9e2b6, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c88bdfb-61eb-494e-8176-98526c7183ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b16d1d-17f5-48fc-b0df-9149be117ef8'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:13:09.857447 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:09.871746 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3820bed9-7993-4ac1-8d5e-b69a9e32574c req-d17ab1aa-0945-4ab7-a264-78e48c776147 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377953 Jan 25 16:13:09.926605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] For port 52876959-6dc2-4816-9cea-9e69f1c9e2b6, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:13:09.928561 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] For port 52876959-6dc2-4816-9cea-9e69f1c9e2b6, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=52876959-6dc2-4816-9cea-9e69f1c9e2b6,segment=NetworkSegment(4c88bdfb-61eb-494e-8176-98526c7183ca),segment_id=4c88bdfb-61eb-494e-8176-98526c7183ca)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:13:09.930988 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:09.939526 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-fdb8bb4a-6359-47b1-8380-0243b6d803db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:10.019564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Pushing event updated for resources: {'Port': ['ID=52876959-6dc2-4816-9cea-9e69f1c9e2b6,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:10.022132 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:10.025797 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae18a2a-eec2-4797-ab24-322e3fe225a7 req-7dd39a53-99a1-473d-b314-32ca5eeb5edc tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:10.026714 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eae18a2a-eec2-4797-ab24-322e3fe225a7 req-7dd39a53-99a1-473d-b314-32ca5eeb5edc tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0607262 Jan 25 16:13:10.038058 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:10.038436 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:10.039274 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] 10.222.0.117 "PUT /v2.0/ports/52876959-6dc2-4816-9cea-9e69f1c9e2b6 HTTP/1.1" status: 200 len: 1157 time: 0.8539538 Jan 25 16:13:10.039564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f5da6f-d8b4-4838-b2d5-f049670ec1e8', 'tag': '52876959-6dc2-4816-9cea-9e69f1c9e2b6'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:13:10.056441 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eae18a2a-eec2-4797-ab24-322e3fe225a7 req-3855fb6b-8488-4a02-9c4e-5f2909ebeb6f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260811 Jan 25 16:13:10.071139 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f5da6f-d8b4-4838-b2d5-f049670ec1e8', 'tag': '52876959-6dc2-4816-9cea-9e69f1c9e2b6', 'status': 'completed', 'code': 200} Jan 25 16:13:10.197973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.objects.ports [None req-e9e96184-2ef7-4228-9c47-c922c7abce3a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79986) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 25 16:13:10.572224 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795ead9-aec7-4310-ae6e-be721cc61a07 req-92be41f1-59ca-4fa3-9d4e-abe292ce07c7 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:10.573200 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8795ead9-aec7-4310-ae6e-be721cc61a07 req-92be41f1-59ca-4fa3-9d4e-abe292ce07c7 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0799582 Jan 25 16:13:10.603957 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8795ead9-aec7-4310-ae6e-be721cc61a07 req-a5a97b90-a835-4ac1-a33b-cfd182584817 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262671 Jan 25 16:13:10.755150 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17090c-1f7c-4427-9ea3-34bdae69ab7a req-b1440c41-863b-4bdc-9e9b-2bcea598ad36 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:10.756254 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1a17090c-1f7c-4427-9ea3-34bdae69ab7a req-b1440c41-863b-4bdc-9e9b-2bcea598ad36 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=f3f5da6f-d8b4-4838-b2d5-f049670ec1e8 HTTP/1.1" status: 200 len: 943 time: 0.0645995 Jan 25 16:13:10.819844 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1a17090c-1f7c-4427-9ea3-34bdae69ab7a req-90ffccb3-7d7c-4083-9256-2a7c0da34556 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385005 Jan 25 16:13:10.829424 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88822183-f299-4a8c-b2a1-8aff94c9ec55 req-60f7b741-316f-4a8a-ae42-0b4f870fadba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:10.830198 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88822183-f299-4a8c-b2a1-8aff94c9ec55 req-60f7b741-316f-4a8a-ae42-0b4f870fadba service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fc505d840c2247b3a74c6589f6f33a33&device_id=f3f5da6f-d8b4-4838-b2d5-f049670ec1e8 HTTP/1.1" status: 200 len: 1160 time: 0.0733166 Jan 25 16:13:10.843276 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d47dd5-d7e0-4913-88ed-5704e4b6b833 req-08f694b6-d0be-440a-99e8-b0545214c256 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:10.844177 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d3d47dd5-d7e0-4913-88ed-5704e4b6b833 req-08f694b6-d0be-440a-99e8-b0545214c256 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 944 time: 0.0562987 Jan 25 16:13:10.874409 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d3d47dd5-d7e0-4913-88ed-5704e4b6b833 req-9b641273-da72-4344-ad99-48b8119ef07b tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265524 Jan 25 16:13:10.913433 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88822183-f299-4a8c-b2a1-8aff94c9ec55 req-c47fad94-346e-4e13-95ea-aadd965ba66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:10.914358 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88822183-f299-4a8c-b2a1-8aff94c9ec55 req-c47fad94-346e-4e13-95ea-aadd965ba66a service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=fc505d840c2247b3a74c6589f6f33a33&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0779436 Jan 25 16:13:11.042972 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88822183-f299-4a8c-b2a1-8aff94c9ec55 req-5a606bac-4f84-46f4-9c56-0e8124afb232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:11.043856 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88822183-f299-4a8c-b2a1-8aff94c9ec55 req-5a606bac-4f84-46f4-9c56-0e8124afb232 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1243453 Jan 25 16:13:11.062769 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc8d15-306a-40fd-9ed9-95cb3a7252bb req-3a57efa3-92e7-4746-a641-5c9c1f3a4ac4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:11.063597 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-85cc8d15-306a-40fd-9ed9-95cb3a7252bb req-3a57efa3-92e7-4746-a641-5c9c1f3a4ac4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0859432 Jan 25 16:13:11.097100 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-85cc8d15-306a-40fd-9ed9-95cb3a7252bb req-74ce805b-f992-45f2-b615-1a9cfd881942 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261106 Jan 25 16:13:11.189910 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea4ea4-1931-4136-8484-0c587e2b50be req-772639c3-167a-47e1-8e03-7e051e8aeb5a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:11.190831 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6dea4ea4-1931-4136-8484-0c587e2b50be req-772639c3-167a-47e1-8e03-7e051e8aeb5a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0586145 Jan 25 16:13:11.202403 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device ac93ef6c-ba48-4fc2-b7ac-c644d924366b up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:13:11.217976 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6dea4ea4-1931-4136-8484-0c587e2b50be req-f85524cf-860c-4b99-a565-89dcef88a15e tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0236261 Jan 25 16:13:11.250707 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port ac93ef6c-ba48-4fc2-b7ac-c644d924366b completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:13:11.253372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port ac93ef6c-ba48-4fc2-b7ac-c644d924366b triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:13:11.253607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:11.329860 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:11.351847 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b910f02-d8f4-4242-a932-b4a1b6194059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac93ef6c-ba48-4fc2-b7ac-c644d924366b'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:13:11.358696 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port ac93ef6c-ba48-4fc2-b7ac-c644d924366b, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=ac93ef6c-ba48-4fc2-b7ac-c644d924366b,segment=NetworkSegment(d94251e5-8c1d-4c4d-8471-c81311948afe),segment_id=d94251e5-8c1d-4c4d-8471-c81311948afe)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:13:11.360791 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:11.362055 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0b85e7c4-4cd5-4fa0-a2a9-905301f121ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:11.390294 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b910f02-d8f4-4242-a932-b4a1b6194059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac93ef6c-ba48-4fc2-b7ac-c644d924366b', 'code': 200} Jan 25 16:13:11.409856 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=ac93ef6c-ba48-4fc2-b7ac-c644d924366b,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:11.416159 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.416400 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.416656 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.416884 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.417106 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.417400 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.417623 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.418669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.419295 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.419604 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.419924 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.420176 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.420455 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.420680 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.420900 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.421121 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.421343 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.421625 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.421845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.422063 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.422280 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.422497 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.422757 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.422986 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:11.425871 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:11.481228 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-cc291d9f-0935-45cb-ac7c-bc9417421eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:11.485138 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-cc291d9f-0935-45cb-ac7c-bc9417421eec service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fc505d840c2247b3a74c6589f6f33a33&device_id=f3f5da6f-d8b4-4838-b2d5-f049670ec1e8 HTTP/1.1" status: 200 len: 1160 time: 0.0536082 Jan 25 16:13:11.536249 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-7a90a254-8a1c-4553-80b1-1da47cedc278 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52876959-6dc2-4816-9cea-9e69f1c9e2b6 HTTP/1.1" status: 200 len: 217 time: 0.0464685 Jan 25 16:13:11.583028 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-9d3a794f-1ac4-4bf3-977c-296183ef8f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:11.584259 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-9d3a794f-1ac4-4bf3-977c-296183ef8f10 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=80827190-8e19-4185-80cc-70164a38f983 HTTP/1.1" status: 200 len: 854 time: 0.0429494 Jan 25 16:13:11.619516 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-45498810-8931-4cdd-8aa8-0bd8257d04b3 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b1b16d1d-17f5-48fc-b0df-9149be117ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304551 Jan 25 16:13:11.711905 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-76ca3431-3092-450d-9004-c568826a69cf service neutron] 10.222.0.117 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872750 Jan 25 16:13:11.740943 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494194ae-53d4-424a-99a9-12512ba1fd0d req-889f47f3-406b-43ab-8c3f-239dda88c3d1 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:11.741837 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-494194ae-53d4-424a-99a9-12512ba1fd0d req-889f47f3-406b-43ab-8c3f-239dda88c3d1 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0630934 Jan 25 16:13:11.770743 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-494194ae-53d4-424a-99a9-12512ba1fd0d req-361532b1-3815-4c2c-8e17-23b0b5b9463c tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252237 Jan 25 16:13:11.993592 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d19baf4-e61b-4b6f-9f7e-0f3b7d056256 req-8f57aa45-0a78-4d9c-a60b-339e3951c78b service neutron] 10.222.0.117 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2757392 Jan 25 16:13:12.004344 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852da779-74df-4ec0-b0c3-c174e65dbd26 req-40f09cff-c554-435b-8cbc-f8777b90f7f5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:12.005298 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-852da779-74df-4ec0-b0c3-c174e65dbd26 req-40f09cff-c554-435b-8cbc-f8777b90f7f5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 946 time: 0.0606697 Jan 25 16:13:12.036504 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-852da779-74df-4ec0-b0c3-c174e65dbd26 req-21e95713-3544-4ab6-96f6-5c0aeeed270f tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275016 Jan 25 16:13:12.055820 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60822b-9a30-42c0-97db-ce92c475c442 req-74972aae-fa50-48e7-b445-6d3eb815a204 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:12.056834 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bb60822b-9a30-42c0-97db-ce92c475c442 req-74972aae-fa50-48e7-b445-6d3eb815a204 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=f3f5da6f-d8b4-4838-b2d5-f049670ec1e8 HTTP/1.1" status: 200 len: 943 time: 0.0664909 Jan 25 16:13:12.061161 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device ac93ef6c-ba48-4fc2-b7ac-c644d924366b up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:13:12.085080 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bb60822b-9a30-42c0-97db-ce92c475c442 req-1203479b-1c12-45b9-a1cc-abc31d310018 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242748 Jan 25 16:13:12.102213 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port ac93ef6c-ba48-4fc2-b7ac-c644d924366b triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:13:12.102441 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:12.240297 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c58fb-e3b0-422c-9433-bc351c3fb383 req-82c04db2-1633-4aa3-9faa-66739b7dadb5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:12.241266 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a18c58fb-e3b0-422c-9433-bc351c3fb383 req-82c04db2-1633-4aa3-9faa-66739b7dadb5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0572791 Jan 25 16:13:12.272026 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a18c58fb-e3b0-422c-9433-bc351c3fb383 req-653859fb-221d-45a2-b0c0-13ec095be286 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267894 Jan 25 16:13:12.341392 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f76763-1a36-4fcd-828f-c524a9abb751 req-7dadf32c-e36c-433f-83ac-54c29cc7352e tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:12.342244 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-56f76763-1a36-4fcd-828f-c524a9abb751 req-7dadf32c-e36c-433f-83ac-54c29cc7352e tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0568922 Jan 25 16:13:12.375956 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-56f76763-1a36-4fcd-828f-c524a9abb751 req-635c167e-a35c-446a-9d60-98cfee41f3ed tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299788 Jan 25 16:13:12.914116 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d22182-d96e-4cc6-b97d-8fc6617f4367 req-cd5fa6d1-868c-46d4-98fd-8c6994b1e232 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:12.915035 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a9d22182-d96e-4cc6-b97d-8fc6617f4367 req-cd5fa6d1-868c-46d4-98fd-8c6994b1e232 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0654364 Jan 25 16:13:12.945338 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a9d22182-d96e-4cc6-b97d-8fc6617f4367 req-32ec6c4e-5367-4e99-a62e-d1ab8d057401 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246632 Jan 25 16:13:13.176846 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a33d45-e2f7-4d33-bd66-5af93d828972 req-f3ece8de-eb23-45e4-ae74-847b18cb7d90 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:13.177849 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d6a33d45-e2f7-4d33-bd66-5af93d828972 req-f3ece8de-eb23-45e4-ae74-847b18cb7d90 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 946 time: 0.0604744 Jan 25 16:13:13.210563 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d6a33d45-e2f7-4d33-bd66-5af93d828972 req-7fd4adb9-04cc-444e-afa1-78c9b7795bb9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288596 Jan 25 16:13:13.217385 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b56b5-bb99-43eb-b69d-a26b78c6e39e req-60050a8d-39a6-4e8a-a920-49873e4a9ec5 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:13.218445 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1f4b56b5-bb99-43eb-b69d-a26b78c6e39e req-60050a8d-39a6-4e8a-a920-49873e4a9ec5 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=f3f5da6f-d8b4-4838-b2d5-f049670ec1e8 HTTP/1.1" status: 200 len: 943 time: 0.0668485 Jan 25 16:13:13.252125 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1f4b56b5-bb99-43eb-b69d-a26b78c6e39e req-26155bc2-f6c4-4eb1-8f67-df29c8b034b0 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301597 Jan 25 16:13:13.450748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca826b-322f-4c41-8264-7a0784ed74cf req-86e47416-02d6-478c-adf7-9a9a664f0785 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:13.451830 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a2ca826b-322f-4c41-8264-7a0784ed74cf req-86e47416-02d6-478c-adf7-9a9a664f0785 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0810242 Jan 25 16:13:13.487772 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a2ca826b-322f-4c41-8264-7a0784ed74cf req-929d49fc-9533-49ad-8d76-7e5770985d74 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277812 Jan 25 16:13:13.506629 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317cbca-103c-47e4-ae0d-918e8e7c9849 req-101289c7-82f7-4ce3-9c15-354bdf449f71 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:13.507528 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a317cbca-103c-47e4-ae0d-918e8e7c9849 req-101289c7-82f7-4ce3-9c15-354bdf449f71 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0582678 Jan 25 16:13:13.535873 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a317cbca-103c-47e4-ae0d-918e8e7c9849 req-d4a1daaa-f98a-4858-a9ce-cb4cd4cfd7f1 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0247564 Jan 25 16:13:14.086150 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1c3d2-cb2e-4def-81c1-2ead45abaf7f req-9cae3cbb-34af-4565-a572-7d5e96293e77 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:14.087064 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-48a1c3d2-cb2e-4def-81c1-2ead45abaf7f req-9cae3cbb-34af-4565-a572-7d5e96293e77 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0643954 Jan 25 16:13:14.118184 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-48a1c3d2-cb2e-4def-81c1-2ead45abaf7f req-641e3a9d-d466-4dd4-a92d-a45ee827cdeb tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270767 Jan 25 16:13:14.338350 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4cf67-dc14-466d-810a-909e56904762 req-33270538-2ba4-4a7b-aea1-7757fb10a16c tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:14.339173 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c5a4cf67-dc14-466d-810a-909e56904762 req-33270538-2ba4-4a7b-aea1-7757fb10a16c tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 946 time: 0.0594671 Jan 25 16:13:14.367932 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c5a4cf67-dc14-466d-810a-909e56904762 req-1df9c85b-be3e-42dd-8191-9b5642d53912 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248725 Jan 25 16:13:14.390439 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a24fb-c0e3-42ef-8369-5315ffa1a724 req-003e2c70-fd42-453d-b8e6-f9a8b7d377d8 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:14.391479 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-227a24fb-c0e3-42ef-8369-5315ffa1a724 req-003e2c70-fd42-453d-b8e6-f9a8b7d377d8 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=f3f5da6f-d8b4-4838-b2d5-f049670ec1e8 HTTP/1.1" status: 200 len: 943 time: 0.0668192 Jan 25 16:13:14.426725 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-227a24fb-c0e3-42ef-8369-5315ffa1a724 req-84b54223-7bba-4af3-a405-ccb8b6e043f3 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314367 Jan 25 16:13:14.639412 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 52876959-6dc2-4816-9cea-9e69f1c9e2b6 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:13:14.644335 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfd992-1392-44c3-8177-3c5a8c10540b req-403c1530-7c9b-467f-8f84-8cecf8b56df8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:14.645268 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c8bfd992-1392-44c3-8177-3c5a8c10540b req-403c1530-7c9b-467f-8f84-8cecf8b56df8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0589509 Jan 25 16:13:14.676385 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c8bfd992-1392-44c3-8177-3c5a8c10540b req-43b6867a-389c-4afb-b0ca-efb918689913 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267940 Jan 25 16:13:14.681215 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port 52876959-6dc2-4816-9cea-9e69f1c9e2b6 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:13:14.684292 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 52876959-6dc2-4816-9cea-9e69f1c9e2b6 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:13:14.684523 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:14.688002 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d8cae-b08c-491d-824e-4450f6c9b4d4 req-d14f3b17-c6c5-4c35-b2e5-86d7fac6675a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:14.689122 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d65d8cae-b08c-491d-824e-4450f6c9b4d4 req-d14f3b17-c6c5-4c35-b2e5-86d7fac6675a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0666084 Jan 25 16:13:14.721232 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d65d8cae-b08c-491d-824e-4450f6c9b4d4 req-b01fca58-b308-42a1-8705-1caefa7f4866 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282254 Jan 25 16:13:14.749654 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:14.764198 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f5da6f-d8b4-4838-b2d5-f049670ec1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52876959-6dc2-4816-9cea-9e69f1c9e2b6'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:13:14.770007 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port 52876959-6dc2-4816-9cea-9e69f1c9e2b6, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=52876959-6dc2-4816-9cea-9e69f1c9e2b6,segment=NetworkSegment(4c88bdfb-61eb-494e-8176-98526c7183ca),segment_id=4c88bdfb-61eb-494e-8176-98526c7183ca)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:13:14.772229 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:14.773371 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:14.798494 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f5da6f-d8b4-4838-b2d5-f049670ec1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52876959-6dc2-4816-9cea-9e69f1c9e2b6', 'code': 200} Jan 25 16:13:14.810522 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=52876959-6dc2-4816-9cea-9e69f1c9e2b6,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:14.812865 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:15.000888 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10114e4c-2396-4894-899f-6f3ad3b66df5 req-d1a923ae-9b0a-486c-9232-09f76b56ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:15.001780 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-10114e4c-2396-4894-899f-6f3ad3b66df5 req-d1a923ae-9b0a-486c-9232-09f76b56ad0e service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=f3f5da6f-d8b4-4838-b2d5-f049670ec1e8 HTTP/1.1" status: 200 len: 1162 time: 0.0593171 Jan 25 16:13:15.031448 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-10114e4c-2396-4894-899f-6f3ad3b66df5 req-35372454-c212-4c7c-b74a-0d8efaa4c641 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244148 Jan 25 16:13:15.259688 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91262b9-36fc-42d7-b107-2695c2a39f3f req-cbb10bf0-2dda-443c-9e3f-21aeeb9d4580 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:15.260713 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d91262b9-36fc-42d7-b107-2695c2a39f3f req-cbb10bf0-2dda-443c-9e3f-21aeeb9d4580 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0703619 Jan 25 16:13:15.292392 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d91262b9-36fc-42d7-b107-2695c2a39f3f req-03440cf1-863f-44bc-bab2-41076e33c92f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277586 Jan 25 16:13:15.501898 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb092b28-0937-4e95-9493-34c4aba16eb2 req-4ba28585-789a-43db-9cc6-e57c17dc0ff6 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:15.502882 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fb092b28-0937-4e95-9493-34c4aba16eb2 req-4ba28585-789a-43db-9cc6-e57c17dc0ff6 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 946 time: 0.0706859 Jan 25 16:13:15.536653 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fb092b28-0937-4e95-9493-34c4aba16eb2 req-2c367cec-48e3-4cd5-80db-964dacf5e92c tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262592 Jan 25 16:13:15.609569 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56f501-8b01-425b-88d7-800e75b8ef0d req-c2edf003-ce78-4d75-a009-e6f576479955 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:15.610504 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1b56f501-8b01-425b-88d7-800e75b8ef0d req-c2edf003-ce78-4d75-a009-e6f576479955 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=f3f5da6f-d8b4-4838-b2d5-f049670ec1e8 HTTP/1.1" status: 200 len: 945 time: 0.1050599 Jan 25 16:13:15.612142 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a1dd3-5f01-4a95-a270-a3eb50aa0d4c req-537b9e4d-6898-4077-866d-5d8615475bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:15.612924 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-461a1dd3-5f01-4a95-a270-a3eb50aa0d4c req-537b9e4d-6898-4077-866d-5d8615475bde service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 1163 time: 0.0714118 Jan 25 16:13:15.654400 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1b56f501-8b01-425b-88d7-800e75b8ef0d req-d68054eb-6376-4514-97e4-d3c61e48048e tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395284 Jan 25 16:13:15.655299 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-461a1dd3-5f01-4a95-a270-a3eb50aa0d4c req-ce58e75d-d13d-44df-a0de-25f60d3fc5ec service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328276 Jan 25 16:13:15.835348 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c5a2c-cf82-40cd-8cb8-eceeb58c6766 req-cba783f9-4a06-4577-bebf-5202bec57927 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:15.836343 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-616c5a2c-cf82-40cd-8cb8-eceeb58c6766 req-cba783f9-4a06-4577-bebf-5202bec57927 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0653315 Jan 25 16:13:15.851889 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11c1a2-8501-4c5f-93eb-87b58afb09a4 req-b068d831-6c76-4ab8-9932-80f5ebbd7ccd tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:15.852836 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cf11c1a2-8501-4c5f-93eb-87b58afb09a4 req-b068d831-6c76-4ab8-9932-80f5ebbd7ccd tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0574038 Jan 25 16:13:15.869258 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-616c5a2c-cf82-40cd-8cb8-eceeb58c6766 req-c99e72f3-71b2-4448-bac5-61ae206f3f03 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291460 Jan 25 16:13:15.885608 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cf11c1a2-8501-4c5f-93eb-87b58afb09a4 req-7bc6b79a-a315-4d56-91fb-aff8567930f1 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269957 Jan 25 16:13:16.045355 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 52876959-6dc2-4816-9cea-9e69f1c9e2b6 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:13:16.094444 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 52876959-6dc2-4816-9cea-9e69f1c9e2b6 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:13:16.094649 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:16.440071 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 39086) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:16.456131 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bf9ca-dc25-4ea8-92a9-8bf177d60fa2 req-8f1aa171-a0be-48ac-a6b4-15538d4fd804 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:16.457245 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3c9bf9ca-dc25-4ea8-92a9-8bf177d60fa2 req-8f1aa171-a0be-48ac-a6b4-15538d4fd804 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0840931 Jan 25 16:13:16.493467 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3c9bf9ca-dc25-4ea8-92a9-8bf177d60fa2 req-7e2c6035-8f95-419d-9162-04faa4591157 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273983 Jan 25 16:13:16.520465 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ddf073a4-2ff6-48b3-919f-e56bf0164ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:16.530186 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ddf073a4-2ff6-48b3-919f-e56bf0164ade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:16.532750 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ddf073a4-2ff6-48b3-919f-e56bf0164ade admin admin] Usage tracker for resource:security_group_rule and tenant:480315a7a60944e1b83cc45c765941a6 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:16.534632 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ddf073a4-2ff6-48b3-919f-e56bf0164ade admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:16.538127 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ddf073a4-2ff6-48b3-919f-e56bf0164ade admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:16.590359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ddf073a4-2ff6-48b3-919f-e56bf0164ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:16.592445 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ddf073a4-2ff6-48b3-919f-e56bf0164ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:16.598052 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:16.654518 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-ddf073a4-2ff6-48b3-919f-e56bf0164ade admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=480315a7a60944e1b83cc45c765941a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134585 Jan 25 16:13:16.655437 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf073a4-2ff6-48b3-919f-e56bf0164ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e20a04-51a7-44ba-9134-baded63eda5c,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:16.658043 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 39094) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:16.658228 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ddf073a4-2ff6-48b3-919f-e56bf0164ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:16.692862 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0ce02-2435-4cd2-84cd-168fec67e4b5 req-9a585506-c470-4685-b85e-f11b22870bf5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:16.693901 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-40c0ce02-2435-4cd2-84cd-168fec67e4b5 req-9a585506-c470-4685-b85e-f11b22870bf5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 946 time: 0.0877211 Jan 25 16:13:16.703903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:16.718805 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:16.728844 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-40c0ce02-2435-4cd2-84cd-168fec67e4b5 req-fc946f19-aa80-4c53-b114-23f2be39e17d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286951 Jan 25 16:13:16.776753 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:16.779814 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4a2c88ab-4704-4c72-9e75-4926bb8d10b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:16.789611 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e20a04-51a7-44ba-9134-baded63eda5c,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:16.796769 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.796976 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.797189 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.797399 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.797608 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.797816 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.798024 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.798232 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.798440 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.798647 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.798853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.799059 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.799305 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.799511 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.799722 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.799927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.800145 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.800353 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.800557 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.800761 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.800965 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.801167 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.801371 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.801575 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:13:16.803655 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:16.804394 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c7e20a04-51a7-44ba-9134-baded63eda5c HTTP/1.1" status: 204 len: 168 time: 0.1448526 Jan 25 16:13:16.805081 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:16.818908 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fa378-4abe-4bd9-aeaf-ef7ef156b070 req-29a00624-b3ea-4ce8-9cec-db3370eb1314 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:16.820741 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-501fa378-4abe-4bd9-aeaf-ef7ef156b070 req-29a00624-b3ea-4ce8-9cec-db3370eb1314 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=f3f5da6f-d8b4-4838-b2d5-f049670ec1e8 HTTP/1.1" status: 200 len: 945 time: 0.0924051 Jan 25 16:13:16.853392 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-501fa378-4abe-4bd9-aeaf-ef7ef156b070 req-ab96e164-d6be-49fb-83be-964a8b291d6f tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295427 Jan 25 16:13:17.034973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186f577-356c-43dd-a041-237d111ec114 req-d6c124c5-9f48-4452-8d0b-fa2a707edcc9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:17.040336 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2186f577-356c-43dd-a041-237d111ec114 req-d6c124c5-9f48-4452-8d0b-fa2a707edcc9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0893624 Jan 25 16:13:17.051755 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676331a3-a831-49e2-bda9-407100b5d463 req-deeec6ec-87fe-429f-a37c-5840e683fd3f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:17.053488 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-676331a3-a831-49e2-bda9-407100b5d463 req-deeec6ec-87fe-429f-a37c-5840e683fd3f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0947120 Jan 25 16:13:17.077254 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2186f577-356c-43dd-a041-237d111ec114 req-cf634f53-3553-4c55-b613-e20f0902d55d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351229 Jan 25 16:13:17.103997 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-676331a3-a831-49e2-bda9-407100b5d463 req-91832475-1875-4c6d-b85a-7852c194b26e tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425606 Jan 25 16:13:17.638317 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d6937-8d85-4930-a8d1-39555ad1423e req-ee5e524e-c72b-42e0-9cae-c69a7b6b3f55 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:17.639380 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6f1d6937-8d85-4930-a8d1-39555ad1423e req-ee5e524e-c72b-42e0-9cae-c69a7b6b3f55 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0731304 Jan 25 16:13:17.675716 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6f1d6937-8d85-4930-a8d1-39555ad1423e req-ce79816e-90ed-4403-8aa9-fde2d366e9ea tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309627 Jan 25 16:13:17.871617 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e02e7-2984-4770-ac36-dc213f2e03fb req-3c799d0e-d64f-4a5d-95a5-076dba351aec tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:17.872644 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-102e02e7-2984-4770-ac36-dc213f2e03fb req-3c799d0e-d64f-4a5d-95a5-076dba351aec tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 946 time: 0.0607486 Jan 25 16:13:17.877049 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 39164) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:17.917246 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-102e02e7-2984-4770-ac36-dc213f2e03fb req-2a720494-ebd3-405c-855b-d67ec9a42304 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367017 Jan 25 16:13:17.961043 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-22058086-28c1-4cb2-bb0e-41665edcbde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:17.969298 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-22058086-28c1-4cb2-bb0e-41665edcbde6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:17.971505 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-22058086-28c1-4cb2-bb0e-41665edcbde6 admin admin] Usage tracker for resource:security_group_rule and tenant:b03cf04214904c1281021cff7a46bbf1 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:17.973184 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-22058086-28c1-4cb2-bb0e-41665edcbde6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:17.976236 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-22058086-28c1-4cb2-bb0e-41665edcbde6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:18.063584 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2b210-4bfb-4df7-b704-33415e7626bf req-85ad75e3-7862-4b94-a8df-a4aa14569a4c tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:18.064446 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4bb2b210-4bfb-4df7-b704-33415e7626bf req-85ad75e3-7862-4b94-a8df-a4aa14569a4c tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 946 time: 0.0829463 Jan 25 16:13:18.071415 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-22058086-28c1-4cb2-bb0e-41665edcbde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:18.080512 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-22058086-28c1-4cb2-bb0e-41665edcbde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:18.086084 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:18.115145 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-22058086-28c1-4cb2-bb0e-41665edcbde6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b03cf04214904c1281021cff7a46bbf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373061 Jan 25 16:13:18.117064 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22058086-28c1-4cb2-bb0e-41665edcbde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1eb9b13-baba-499c-8845-680c8bacc53d,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:18.119300 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-22058086-28c1-4cb2-bb0e-41665edcbde6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:18.123186 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4bb2b210-4bfb-4df7-b704-33415e7626bf req-6405534b-ca36-419c-b737-f06b489b4d6c tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508540 Jan 25 16:13:18.123291 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 39174) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:18.163854 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b083-31a4-443e-ac3b-764d494f000e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:18.183177 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b083-31a4-443e-ac3b-764d494f000e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:18.268674 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8fe2c-ba86-4185-8fad-f055b0f6cf37 req-47c824f9-9223-4aab-a860-0e1578c23fc8 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:18.269671 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d0c8fe2c-ba86-4185-8fad-f055b0f6cf37 req-47c824f9-9223-4aab-a860-0e1578c23fc8 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0621305 Jan 25 16:13:18.304003 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d0c8fe2c-ba86-4185-8fad-f055b0f6cf37 req-32562c7a-c080-4f99-afa7-f460e5bc6eac tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304880 Jan 25 16:13:18.434634 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ed5cd-7385-4481-8333-4256f9430257 req-1de1c50f-9e31-4ae6-9c0a-48f36e55fb95 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:18.434634 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-930ed5cd-7385-4481-8333-4256f9430257 req-1de1c50f-9e31-4ae6-9c0a-48f36e55fb95 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0709796 Jan 25 16:13:18.434634 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b083-31a4-443e-ac3b-764d494f000e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:18.436298 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4bd9b67c-5ef0-4568-a79d-c3c5751b7571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:18.450297 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4b083-31a4-443e-ac3b-764d494f000e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1eb9b13-baba-499c-8845-680c8bacc53d,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:18.451838 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f3f4b083-31a4-443e-ac3b-764d494f000e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:18.458627 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b083-31a4-443e-ac3b-764d494f000e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:18.459314 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-f3f4b083-31a4-443e-ac3b-764d494f000e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f1eb9b13-baba-499c-8845-680c8bacc53d HTTP/1.1" status: 204 len: 168 time: 0.3354549 Jan 25 16:13:18.475763 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-930ed5cd-7385-4481-8333-4256f9430257 req-2709d8c9-17d4-4eb5-bdf1-367dd13c53aa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345325 Jan 25 16:13:18.601380 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc47c2e-9110-4051-9a0c-4986ce98ae37 req-5f454c9c-7b5c-4d41-af01-8f558d6b98c7 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:18.602280 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-edc47c2e-9110-4051-9a0c-4986ce98ae37 req-5f454c9c-7b5c-4d41-af01-8f558d6b98c7 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 946 time: 0.0562484 Jan 25 16:13:18.632005 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-edc47c2e-9110-4051-9a0c-4986ce98ae37 req-cb843275-7b6d-427f-8c80-37c5b4dea32f tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262709 Jan 25 16:13:18.663320 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 39198) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:18.674896 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bffe649a-e53f-4d16-b52e-29637401f54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:18.683155 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-bffe649a-e53f-4d16-b52e-29637401f54e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:18.685899 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-bffe649a-e53f-4d16-b52e-29637401f54e admin admin] Usage tracker for resource:security_group_rule and tenant:6b67384deb0c41fc82af35d5b4182846 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:18.687711 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-bffe649a-e53f-4d16-b52e-29637401f54e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:18.691267 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-bffe649a-e53f-4d16-b52e-29637401f54e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:18.741942 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bffe649a-e53f-4d16-b52e-29637401f54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:18.744539 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bffe649a-e53f-4d16-b52e-29637401f54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:18.750047 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a4af18c6-272f-4e2a-b367-0686be20c3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:18.771748 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-bffe649a-e53f-4d16-b52e-29637401f54e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6b67384deb0c41fc82af35d5b4182846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1061287 Jan 25 16:13:18.772070 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 39208) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:18.782862 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe649a-e53f-4d16-b52e-29637401f54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c110d76-3dca-42db-98f2-da10f75b6012,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:18.785526 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-bffe649a-e53f-4d16-b52e-29637401f54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:18.810490 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-49f87b04-27c1-4f21-b64d-7d753434b893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:18.827424 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-49f87b04-27c1-4f21-b64d-7d753434b893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:18.827739 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9785c5-39e5-4234-bd9f-434b5d41e717 req-c13c83ed-1e58-4bd6-b560-8a42491414ce tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:18.828683 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1a9785c5-39e5-4234-bd9f-434b5d41e717 req-c13c83ed-1e58-4bd6-b560-8a42491414ce tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0703411 Jan 25 16:13:18.851566 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-49f87b04-27c1-4f21-b64d-7d753434b893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:18.856545 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-45b2d14d-c6e0-4f96-b610-8c6a82f7b456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:18.864194 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f87b04-27c1-4f21-b64d-7d753434b893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c110d76-3dca-42db-98f2-da10f75b6012,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:18.866664 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-49f87b04-27c1-4f21-b64d-7d753434b893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:18.867929 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-49f87b04-27c1-4f21-b64d-7d753434b893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:18.870515 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-49f87b04-27c1-4f21-b64d-7d753434b893 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3c110d76-3dca-42db-98f2-da10f75b6012 HTTP/1.1" status: 204 len: 168 time: 0.0980222 Jan 25 16:13:18.872601 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1a9785c5-39e5-4234-bd9f-434b5d41e717 req-d9e7d231-58f9-40e6-b07a-8fcc29710c52 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396893 Jan 25 16:13:18.958355 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-28dd745e-bdb0-4e1b-8b8b-33381f6c1617 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/networks?tenant_id=290b0ab48c38450bbbc1168c618f6c98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187774 Jan 25 16:13:19.053768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-cf0c9d78-6142-4dc6-ab33-540195107fc0 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:19.054706 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-cf0c9d78-6142-4dc6-ab33-540195107fc0 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0931489 Jan 25 16:13:19.063839 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-f0282f36-fb91-45f2-a3c7-727864c8b4b9 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/quotas/290b0ab48c38450bbbc1168c618f6c98 HTTP/1.1" status: 200 len: 375 time: 0.0054417 Jan 25 16:13:19.092238 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-17575fa1-af45-43fb-b1ea-191296704943 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?tenant_id=290b0ab48c38450bbbc1168c618f6c98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250032 Jan 25 16:13:19.214764 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7a05dcfe-4ad6-421a-9ef3-905ebf4687fd req-5e970a6f-b15d-402b-9ab7-004601a321d3 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 210 time: 0.0291765 Jan 25 16:13:19.461112 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7992f-884b-4680-96f7-9a2999e83b36 req-053227e8-db68-4afb-bcea-09bdef309866 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:19.464718 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b4f7992f-884b-4680-96f7-9a2999e83b36 req-053227e8-db68-4afb-bcea-09bdef309866 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0827563 Jan 25 16:13:19.492248 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b4f7992f-884b-4680-96f7-9a2999e83b36 req-f81fa5ea-ee75-4f6e-a04e-5ac08e34baa7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264714 Jan 25 16:13:19.608860 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740518b-d615-49dc-828e-0b1b50fbc6eb req-c76486fc-f049-40be-9731-7004f02a3c15 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:19.609827 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8740518b-d615-49dc-828e-0b1b50fbc6eb req-c76486fc-f049-40be-9731-7004f02a3c15 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0606575 Jan 25 16:13:19.644187 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8740518b-d615-49dc-828e-0b1b50fbc6eb req-582c0658-4750-412d-92cb-00d075cb3da4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267448 Jan 25 16:13:20.014402 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ecb18-f441-4dc6-af1e-13f87ce846dd req-743ecd16-2eeb-4cff-bab3-34486182a107 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:20.015344 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9a2ecb18-f441-4dc6-af1e-13f87ce846dd req-743ecd16-2eeb-4cff-bab3-34486182a107 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0768185 Jan 25 16:13:20.043938 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9a2ecb18-f441-4dc6-af1e-13f87ce846dd req-72f5a594-696a-47b0-9dc6-5ebf7e19c841 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246813 Jan 25 16:13:20.314582 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5a7ed6ef-e5ce-4b10-a171-e873f94925c8 req-8748fe45-fc65-48ac-b721-9cbfa9ee00cd tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 210 time: 0.0277936 Jan 25 16:13:20.627050 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698ecca-c394-4d21-951a-3e9869c026ac req-bd474211-7d3b-4a54-b0c8-f01925c2e5ad tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:20.628043 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e698ecca-c394-4d21-951a-3e9869c026ac req-bd474211-7d3b-4a54-b0c8-f01925c2e5ad tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0646260 Jan 25 16:13:20.658252 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e698ecca-c394-4d21-951a-3e9869c026ac req-b079ce62-c0ea-420f-9e7e-a736561b7ff4 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265994 Jan 25 16:13:20.769647 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab9958-1bdc-411d-83ac-d59bdd04cfc8 req-58f844d5-c173-4344-b895-a8659250eb4a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:20.770424 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4fab9958-1bdc-411d-83ac-d59bdd04cfc8 req-58f844d5-c173-4344-b895-a8659250eb4a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0563891 Jan 25 16:13:20.801116 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4fab9958-1bdc-411d-83ac-d59bdd04cfc8 req-a367fa2b-b90b-4093-a9f1-84a2e9f12dea tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0239408 Jan 25 16:13:21.194002 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c715571-4636-465b-a411-ecacb478b164 req-685ff006-29c8-40e3-9d6c-6034b7173d56 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:21.195025 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3c715571-4636-465b-a411-ecacb478b164 req-685ff006-29c8-40e3-9d6c-6034b7173d56 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0666065 Jan 25 16:13:21.224152 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3c715571-4636-465b-a411-ecacb478b164 req-bf30c96a-8fa9-4123-9f1d-7171aec97c88 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256102 Jan 25 16:13:21.342326 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-fbba706e-b4f9-4a5e-834a-8ee1414a03b0 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.117 "GET /v2.0/networks?tenant_id=290b0ab48c38450bbbc1168c618f6c98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235214 Jan 25 16:13:21.417870 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-22f8c225-56f6-4930-9a37-a50319d24f78 req-e3567fde-ed98-47e1-832b-9b222b572fcb tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 210 time: 0.0263100 Jan 25 16:13:21.449592 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-dc6451dc-d941-4fbd-964a-9addda103a3b tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:21.450511 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-dc6451dc-d941-4fbd-964a-9addda103a3b tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1027417 Jan 25 16:13:21.462914 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Request body: {'port': {'device_id': '96e4373e-9f49-4154-b487-c1946996765b', 'network_id': '0531251e-cfbb-4360-84f4-8342d25bc4f5', 'admin_state_up': True, 'tenant_id': '290b0ab48c38450bbbc1168c618f6c98'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:13:21.539739 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:21.542125 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Usage tracker for resource:port and tenant:290b0ab48c38450bbbc1168c618f6c98 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:21.544139 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Quota usage for port was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:21.547723 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:21.553613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Made reservation on behalf of 290b0ab48c38450bbbc1168c618f6c98 for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:13:21.559383 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:21.566489 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:21.575647 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:21.577899 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Usage tracker for resource:security_group_rule and tenant:290b0ab48c38450bbbc1168c618f6c98 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:21.579546 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:21.583161 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:21.633237 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:21.635219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:21.641043 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f99e67cb-0e5f-414d-8fb0-27c907112cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:21.696062 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Pushing event updated for resources: {'SecurityGroup': ['ID=48f6d3ac-1d20-48d5-b596-65dca99e20ab,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:21.700123 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:21.807942 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec42f2c-7b5c-4447-ba40-3a37754f6e46 req-c07d3c61-2c2d-43f1-b364-23172438367a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:21.809208 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6ec42f2c-7b5c-4447-ba40-3a37754f6e46 req-c07d3c61-2c2d-43f1-b364-23172438367a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0698984 Jan 25 16:13:21.833810 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Allocated IP 192.168.233.234 (0531251e-cfbb-4360-84f4-8342d25bc4f5/563866e7-49d2-4dbf-901b-950b0c932031/6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:13:21.836833 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6ec42f2c-7b5c-4447-ba40-3a37754f6e46 req-bcd3a7a6-0f78-4e42-bc30-ec180696ccdb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0241334 Jan 25 16:13:21.949537 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:21.959438 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Transition to ACTIVE for port object 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 will not be triggered until provisioned by entity DHCP. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:13:21.963377 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a818ae6-9102-4bb6-9014-2270ce6f9847 req-a2ada064-8835-4d53-8de7-70eebb986333 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:21.964272 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9a818ae6-9102-4bb6-9014-2270ce6f9847 req-a2ada064-8835-4d53-8de7-70eebb986333 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0689025 Jan 25 16:13:21.973550 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:21.985488 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:21.995070 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9a818ae6-9102-4bb6-9014-2270ce6f9847 req-5730fc1c-65d5-4515-b369-b998bcc21fec tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271223 Jan 25 16:13:22.054374 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Pushing event updated for resources: {'Port': ['ID=6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:22.057208 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:22.084224 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Network 0531251e-cfbb-4360-84f4-8342d25bc4f5 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:13:22.084880 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:13:22.086183 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:13:22.096480 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:22.096830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:22.112045 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6513152 Jan 25 16:13:22.124086 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Request body: {'port': {'device_id': '96e4373e-9f49-4154-b487-c1946996765b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:13:22.191778 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:22.265187 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-edcaa97d-ba82-4d78-9559-9be29ce3f2af None None] Provisioning for port 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:13:22.272260 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-edcaa97d-ba82-4d78-9559-9be29ce3f2af None None] Provisioning complete for port 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:13:22.272754 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-edcaa97d-ba82-4d78-9559-9be29ce3f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:22.306857 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-edcaa97d-ba82-4d78-9559-9be29ce3f2af None None] Port 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:13:22.359456 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442a34a-7adc-49e8-b894-d0211c1053f8 req-06fbb845-e596-4421-827f-6f874a50a100 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:22.360270 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0442a34a-7adc-49e8-b894-d0211c1053f8 req-06fbb845-e596-4421-827f-6f874a50a100 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0571065 Jan 25 16:13:22.388261 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0442a34a-7adc-49e8-b894-d0211c1053f8 req-0ea6d976-7255-4577-89da-e7d406f198e9 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242229 Jan 25 16:13:22.417206 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:13:22.421060 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:22.427254 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Transition to ACTIVE for port object 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:13:22.429442 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:22.440411 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:22.550169 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb8e2-775b-4792-be63-d7db2d77222c req-d3a887d1-409e-4281-a91c-34dc7b1a33b6 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:22.551136 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4aeeb8e2-775b-4792-be63-d7db2d77222c req-d3a887d1-409e-4281-a91c-34dc7b1a33b6 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 948 time: 0.0649459 Jan 25 16:13:22.606422 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4aeeb8e2-775b-4792-be63-d7db2d77222c req-7a2a0bc3-0996-49b8-b109-ffc164019ad4 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/security-groups?id=48f6d3ac-1d20-48d5-b596-65dca99e20ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465748 Jan 25 16:13:22.682867 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Pushing event updated for resources: {'Port': ['ID=6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:22.685915 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:22.759250 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Attempting to bind port 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:13:22.759524 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Attempting to bind port 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '565c9603-de3f-452e-adfe-2fd31afe24ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0531251e-cfbb-4360-84f4-8342d25bc4f5'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:13:22.759703 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Attempting to bind port 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 on network 0531251e-cfbb-4360-84f4-8342d25bc4f5 {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:13:22.768490 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:13:22.768837 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Checking segment: {'id': '565c9603-de3f-452e-adfe-2fd31afe24ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0531251e-cfbb-4360-84f4-8342d25bc4f5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:13:22.769158 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:22.769483 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Bound using segment: {'id': '565c9603-de3f-452e-adfe-2fd31afe24ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0531251e-cfbb-4360-84f4-8342d25bc4f5'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:13:22.769762 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Bound port: 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565c9603-de3f-452e-adfe-2fd31afe24ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0531251e-cfbb-4360-84f4-8342d25bc4f5'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:13:22.769980 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:22.823535 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] For port 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:13:22.825740 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] For port 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91,segment=NetworkSegment(565c9603-de3f-452e-adfe-2fd31afe24ac),segment_id=565c9603-de3f-452e-adfe-2fd31afe24ac)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:13:22.828123 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:22.837167 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f7f64dbb-bea8-452e-a5f7-bcd56364cc7d tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:22.920284 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Pushing event updated for resources: {'Port': ['ID=6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:22.922872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:22.939236 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:22.939607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:22.940520 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] 10.222.0.117 "PUT /v2.0/ports/6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 HTTP/1.1" status: 200 len: 1162 time: 0.8190672 Jan 25 16:13:22.940748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e4373e-9f49-4154-b487-c1946996765b', 'tag': '6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:13:22.979740 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabbc91-8e07-47a5-8dbe-04306a5660e2 req-07be5aee-be39-408c-8868-6cb88b7d2a42 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:22.980887 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1fabbc91-8e07-47a5-8dbe-04306a5660e2 req-07be5aee-be39-408c-8868-6cb88b7d2a42 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0695696 Jan 25 16:13:23.014983 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-b6478da4-7776-4b48-bff7-486b2d7d695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:23.015967 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-b6478da4-7776-4b48-bff7-486b2d7d695c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=290b0ab48c38450bbbc1168c618f6c98&device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 1165 time: 0.0444238 Jan 25 16:13:23.021308 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8d26a922-4628-4f4b-bbac-7eca97d9ce70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:23.027155 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1fabbc91-8e07-47a5-8dbe-04306a5660e2 req-048c012b-130a-4b15-8407-f8b897659231 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423236 Jan 25 16:13:23.062714 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e4373e-9f49-4154-b487-c1946996765b', 'tag': '6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91', 'status': 'completed', 'code': 200} Jan 25 16:13:23.063563 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-e181657f-9f79-4031-b496-5e0bb71a6b24 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 HTTP/1.1" status: 200 len: 217 time: 0.0393813 Jan 25 16:13:23.119498 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-8e64a6e0-5c5d-45a9-8627-aa08d63e9935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:23.120474 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-8e64a6e0-5c5d-45a9-8627-aa08d63e9935 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=563866e7-49d2-4dbf-901b-950b0c932031 HTTP/1.1" status: 200 len: 843 time: 0.0477340 Jan 25 16:13:23.188538 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-264d1fbb-681c-4508-9300-780af04cf49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:23.190058 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-264d1fbb-681c-4508-9300-780af04cf49f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=0531251e-cfbb-4360-84f4-8342d25bc4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0649679 Jan 25 16:13:23.206467 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838a760-2b1a-449b-acdb-24b8bed9af10 req-8bb64322-c11e-4574-9195-f99da24ed14d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:23.207488 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1838a760-2b1a-449b-acdb-24b8bed9af10 req-8bb64322-c11e-4574-9195-f99da24ed14d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0831759 Jan 25 16:13:23.239855 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1838a760-2b1a-449b-acdb-24b8bed9af10 req-c29f16c5-534b-4366-889a-b59d72afda89 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285928 Jan 25 16:13:23.280387 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-050dc459-9ef9-452f-a60b-c62c15febf99 service neutron] 10.222.0.117 "GET /v2.0/networks/0531251e-cfbb-4360-84f4-8342d25bc4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808663 Jan 25 16:13:23.371844 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffcb81c0-da16-4d0b-9c6b-d208361bebd8 req-452ae41f-558e-42a8-8500-ad2c96d96bb3 service neutron] 10.222.0.117 "GET /v2.0/networks/0531251e-cfbb-4360-84f4-8342d25bc4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0847566 Jan 25 16:13:23.534337 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c06fd-dbd7-499f-9f19-58b8b5576160 req-22018d52-07d8-4b6e-b188-6b65104c595d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:23.535252 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-256c06fd-dbd7-499f-9f19-58b8b5576160 req-22018d52-07d8-4b6e-b188-6b65104c595d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0820467 Jan 25 16:13:23.570643 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-256c06fd-dbd7-499f-9f19-58b8b5576160 req-8f9c4f64-484e-4120-99a6-e97412d4f887 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283766 Jan 25 16:13:23.749975 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab49e0-fa14-40c1-ba33-f470e88ddcdc req-c0f833e5-8102-45e3-94b6-2b9c39e787b3 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:23.750917 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-75ab49e0-fa14-40c1-ba33-f470e88ddcdc req-c0f833e5-8102-45e3-94b6-2b9c39e787b3 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 948 time: 0.0588703 Jan 25 16:13:23.782470 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-75ab49e0-fa14-40c1-ba33-f470e88ddcdc req-82fde609-e07c-4a64-84c3-00c6b773a5db tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/security-groups?id=48f6d3ac-1d20-48d5-b596-65dca99e20ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276721 Jan 25 16:13:23.809858 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de4c41-bb35-4844-89fd-2e27ed16b461 req-60b3db04-fdf4-4dfa-b4c3-5d40811aed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:23.810824 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c3de4c41-bb35-4844-89fd-2e27ed16b461 req-60b3db04-fdf4-4dfa-b4c3-5d40811aed47 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=290b0ab48c38450bbbc1168c618f6c98&device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 1165 time: 0.0526807 Jan 25 16:13:23.889416 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de4c41-bb35-4844-89fd-2e27ed16b461 req-320ed8fa-a120-40ee-a35f-0aea1e0ee4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:23.890302 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c3de4c41-bb35-4844-89fd-2e27ed16b461 req-320ed8fa-a120-40ee-a35f-0aea1e0ee4aa service neutron] 10.222.0.117 "GET /v2.0/networks?id=0531251e-cfbb-4360-84f4-8342d25bc4f5 HTTP/1.1" status: 200 len: 863 time: 0.0732749 Jan 25 16:13:23.930462 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c3de4c41-bb35-4844-89fd-2e27ed16b461 req-4f38e04f-b5b4-48a8-9476-f671b90a61c9 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 HTTP/1.1" status: 200 len: 217 time: 0.0353005 Jan 25 16:13:23.990956 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de4c41-bb35-4844-89fd-2e27ed16b461 req-bdfff4b8-b87e-4c9f-891a-6067a868cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:23.991952 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c3de4c41-bb35-4844-89fd-2e27ed16b461 req-bdfff4b8-b87e-4c9f-891a-6067a868cc76 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=563866e7-49d2-4dbf-901b-950b0c932031 HTTP/1.1" status: 200 len: 843 time: 0.0537057 Jan 25 16:13:24.046512 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de4c41-bb35-4844-89fd-2e27ed16b461 req-af977dbd-9201-4f38-a292-f1ecdee9ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:24.047497 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c3de4c41-bb35-4844-89fd-2e27ed16b461 req-af977dbd-9201-4f38-a292-f1ecdee9ecce service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=0531251e-cfbb-4360-84f4-8342d25bc4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0482142 Jan 25 16:13:24.063350 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3a4f9558-c5db-4de7-8f10-d89475501af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:24.146557 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c3de4c41-bb35-4844-89fd-2e27ed16b461 req-4cb25146-30c6-4a32-970d-5a34341122f8 service neutron] 10.222.0.117 "GET /v2.0/networks/0531251e-cfbb-4360-84f4-8342d25bc4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863676 Jan 25 16:13:24.185665 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45186894-ce2f-4f6a-8523-1ef400c616e9 req-97b124ea-25d6-461d-a668-304b9aceb798 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:24.186577 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-45186894-ce2f-4f6a-8523-1ef400c616e9 req-97b124ea-25d6-461d-a668-304b9aceb798 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0800695 Jan 25 16:13:24.214139 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-45186894-ce2f-4f6a-8523-1ef400c616e9 req-58b7c2a4-c19f-4134-b907-fd4edd7fa763 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0239356 Jan 25 16:13:24.235077 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c3de4c41-bb35-4844-89fd-2e27ed16b461 req-d6d3e27f-0126-462b-9e83-472ea23f2bd7 service neutron] 10.222.0.117 "GET /v2.0/networks/0531251e-cfbb-4360-84f4-8342d25bc4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0829246 Jan 25 16:13:24.368122 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6109f-cb9d-469a-ad8c-02a31c9ae8fe req-74c75f42-1983-4a39-92fc-abf0da9f32e4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:24.368905 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-82a6109f-cb9d-469a-ad8c-02a31c9ae8fe req-74c75f42-1983-4a39-92fc-abf0da9f32e4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0595818 Jan 25 16:13:24.395575 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-82a6109f-cb9d-469a-ad8c-02a31c9ae8fe req-1f05dfd8-22e2-43af-8401-3e05054368f6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0234470 Jan 25 16:13:24.592938 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:24.624385 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:24.709691 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1f670-d1a0-4333-9e3d-6be17335e48b req-22a25c44-31a6-4ade-9d30-3c0684f08dd5 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:24.710582 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-63e1f670-d1a0-4333-9e3d-6be17335e48b req-22a25c44-31a6-4ade-9d30-3c0684f08dd5 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0592451 Jan 25 16:13:24.741295 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-63e1f670-d1a0-4333-9e3d-6be17335e48b req-85f9b2a7-6c42-4494-b371-912eb39ad84a tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242529 Jan 25 16:13:24.910911 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d7e6f-fd79-40e4-bbf5-f169ec012ff2 req-00557253-101f-4954-8c3e-ef8e159d0d4c tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:24.911933 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-677d7e6f-fd79-40e4-bbf5-f169ec012ff2 req-00557253-101f-4954-8c3e-ef8e159d0d4c tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 948 time: 0.0636299 Jan 25 16:13:24.924247 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:24.941118 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-677d7e6f-fd79-40e4-bbf5-f169ec012ff2 req-6a13dde8-4371-4742-bc76-f9dd3802f784 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/security-groups?id=48f6d3ac-1d20-48d5-b596-65dca99e20ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255370 Jan 25 16:13:25.350762 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4858441-98ca-4b18-ae1e-4e4a8c38817b req-4c10c8b4-fead-4ac2-afb9-18e0e4d39bfa tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:25.351654 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e4858441-98ca-4b18-ae1e-4e4a8c38817b req-4c10c8b4-fead-4ac2-afb9-18e0e4d39bfa tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0689323 Jan 25 16:13:25.385464 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e4858441-98ca-4b18-ae1e-4e4a8c38817b req-0928e1d9-3130-41d7-8d02-87a92b18d912 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267825 Jan 25 16:13:25.538423 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682ad7a-bb86-4953-94d3-53b7669cdcc8 req-f016d56d-492f-49ee-83c2-9089f095a3bb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:25.540386 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9682ad7a-bb86-4953-94d3-53b7669cdcc8 req-f016d56d-492f-49ee-83c2-9089f095a3bb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0743613 Jan 25 16:13:25.594150 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9682ad7a-bb86-4953-94d3-53b7669cdcc8 req-0d8261fa-561a-4b93-b91b-fde000cbd798 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334027 Jan 25 16:13:25.601887 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f6d15b7c-e2e1-4f1f-9fdb-fd0f08e1edde req-d3e7bdd4-4a66-4955-a0e6-81a25f15d6a6 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0608408 Jan 25 16:13:25.685883 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:25.903699 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726edb09-d953-483f-aa27-fa550922e883 req-f23876d7-b37f-4053-b0e8-2dcb6ba9a14e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:25.904638 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-726edb09-d953-483f-aa27-fa550922e883 req-f23876d7-b37f-4053-b0e8-2dcb6ba9a14e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0710552 Jan 25 16:13:25.934433 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-726edb09-d953-483f-aa27-fa550922e883 req-28389fc7-f9c5-4648-b04f-bddfdacb3396 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257218 Jan 25 16:13:26.074527 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1101094-0593-431b-b193-285e87126f05 req-b307a545-c217-45a9-8027-428bdc22f0b0 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:26.074932 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-e1101094-0593-431b-b193-285e87126f05 req-b307a545-c217-45a9-8027-428bdc22f0b0 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Synchronizing usage tracker for tenant:290b0ab48c38450bbbc1168c618f6c98 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:13:26.089358 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-e1101094-0593-431b-b193-285e87126f05 req-b307a545-c217-45a9-8027-428bdc22f0b0 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Unset dirty status for tenant:290b0ab48c38450bbbc1168c618f6c98 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:13:26.090720 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e1101094-0593-431b-b193-285e87126f05 req-b307a545-c217-45a9-8027-428bdc22f0b0 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 948 time: 0.0842500 Jan 25 16:13:26.121927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-e1101094-0593-431b-b193-285e87126f05 req-d311207c-9a3e-4eca-ba9c-0bdd8f2e515b tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Synchronizing usage tracker for tenant:290b0ab48c38450bbbc1168c618f6c98 on resource:security_group {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:13:26.133597 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-e1101094-0593-431b-b193-285e87126f05 req-d311207c-9a3e-4eca-ba9c-0bdd8f2e515b tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Unset dirty status for tenant:290b0ab48c38450bbbc1168c618f6c98 on resource:security_group {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:13:26.134108 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e1101094-0593-431b-b193-285e87126f05 req-d311207c-9a3e-4eca-ba9c-0bdd8f2e515b tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/security-groups?id=48f6d3ac-1d20-48d5-b596-65dca99e20ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396042 Jan 25 16:13:26.421869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 39440) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:26.523180 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740973f-7a93-47af-8a29-e4d9a6bad4db req-c091e05c-4b43-4715-87bf-049a1a8b5488 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:26.524028 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d740973f-7a93-47af-8a29-e4d9a6bad4db req-c091e05c-4b43-4715-87bf-049a1a8b5488 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0665751 Jan 25 16:13:26.525338 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-11e56f05-2db2-4a55-8806-09ba8cf7df42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:26.542151 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-11e56f05-2db2-4a55-8806-09ba8cf7df42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:26.546198 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-11e56f05-2db2-4a55-8806-09ba8cf7df42 admin admin] Usage tracker for resource:security_group_rule and tenant:efe3b31fa46446bb92331cda44d10a2f is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:26.551140 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-11e56f05-2db2-4a55-8806-09ba8cf7df42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:26.556141 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-11e56f05-2db2-4a55-8806-09ba8cf7df42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:26.563721 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d740973f-7a93-47af-8a29-e4d9a6bad4db req-d8d7e66f-5654-4b94-b752-90ecdfe67154 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326757 Jan 25 16:13:26.606401 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-11e56f05-2db2-4a55-8806-09ba8cf7df42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:26.608620 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-11e56f05-2db2-4a55-8806-09ba8cf7df42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:26.612155 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a78fe434-6c24-4236-b31f-46bc3992bd65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:26.637056 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-11e56f05-2db2-4a55-8806-09ba8cf7df42 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=efe3b31fa46446bb92331cda44d10a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142923 Jan 25 16:13:26.637692 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e56f05-2db2-4a55-8806-09ba8cf7df42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82bd21d-774c-44cc-b497-b02f20fb7249,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:26.639036 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 39448) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:26.639708 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-11e56f05-2db2-4a55-8806-09ba8cf7df42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:26.672033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-09b43b50-e0b0-4d42-8a04-01844c8a98ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:26.717107 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-09b43b50-e0b0-4d42-8a04-01844c8a98ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:26.757922 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-09b43b50-e0b0-4d42-8a04-01844c8a98ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:26.775409 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68041e92-f4f6-42ae-9717-e1d791b65baa req-5e5dbc64-2746-499e-9d36-ad92f224928e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:26.776399 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-68041e92-f4f6-42ae-9717-e1d791b65baa req-5e5dbc64-2746-499e-9d36-ad92f224928e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0926507 Jan 25 16:13:26.777809 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a14a6eb4-9c19-4724-bcac-c9cd906cf7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:26.787003 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b43b50-e0b0-4d42-8a04-01844c8a98ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82bd21d-774c-44cc-b497-b02f20fb7249,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:26.796338 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-09b43b50-e0b0-4d42-8a04-01844c8a98ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:26.798008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-09b43b50-e0b0-4d42-8a04-01844c8a98ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:26.798583 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-09b43b50-e0b0-4d42-8a04-01844c8a98ee admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c82bd21d-774c-44cc-b497-b02f20fb7249 HTTP/1.1" status: 204 len: 168 time: 0.1589301 Jan 25 16:13:26.815369 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-68041e92-f4f6-42ae-9717-e1d791b65baa req-8a3d00ba-261d-4fb9-adec-5e161d488886 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302238 Jan 25 16:13:26.987968 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 39462) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:26.999174 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3b69ada7-56c4-4f52-b4f2-19ab54854404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:27.007168 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-3b69ada7-56c4-4f52-b4f2-19ab54854404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:27.009334 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-3b69ada7-56c4-4f52-b4f2-19ab54854404 admin admin] Usage tracker for resource:security_group_rule and tenant:ffc7cfccef6f46529ede1583cefd76df is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:27.010917 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-3b69ada7-56c4-4f52-b4f2-19ab54854404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:27.013959 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-3b69ada7-56c4-4f52-b4f2-19ab54854404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:27.060335 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3b69ada7-56c4-4f52-b4f2-19ab54854404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:27.062219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3b69ada7-56c4-4f52-b4f2-19ab54854404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:27.066955 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-3fe09b60-446d-4a5d-8a5d-7b78a0ebbcfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:27.076143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abf5c1-655d-4330-bb54-aec0865face8 req-84a60099-6f98-476a-9782-6c38f3e7b240 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:27.077056 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d0abf5c1-655d-4330-bb54-aec0865face8 req-84a60099-6f98-476a-9782-6c38f3e7b240 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0559433 Jan 25 16:13:27.088869 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-3b69ada7-56c4-4f52-b4f2-19ab54854404 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ffc7cfccef6f46529ede1583cefd76df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0999942 Jan 25 16:13:27.089394 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69ada7-56c4-4f52-b4f2-19ab54854404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367eec17-4184-4049-b70c-73f6d4616663,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:27.091008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 39466) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:27.091501 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-3b69ada7-56c4-4f52-b4f2-19ab54854404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:27.123119 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d0abf5c1-655d-4330-bb54-aec0865face8 req-feedb9ef-1fa2-400d-84fa-fbaa351c54ad tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424776 Jan 25 16:13:27.135247 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9cd0da65-ec16-473f-b291-10e83b53b15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:27.155729 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9cd0da65-ec16-473f-b291-10e83b53b15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:27.180960 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9cd0da65-ec16-473f-b291-10e83b53b15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:27.183607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:27.192249 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0da65-ec16-473f-b291-10e83b53b15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367eec17-4184-4049-b70c-73f6d4616663,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:27.194004 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9cd0da65-ec16-473f-b291-10e83b53b15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:27.196373 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9cd0da65-ec16-473f-b291-10e83b53b15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:27.197091 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-9cd0da65-ec16-473f-b291-10e83b53b15d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/367eec17-4184-4049-b70c-73f6d4616663 HTTP/1.1" status: 204 len: 168 time: 0.1055403 Jan 25 16:13:27.274835 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07c60f-ff1d-460b-a260-68a5e65ddb13 req-94dc1cbc-ed13-459f-9d8c-f4cf2f666bbe tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:27.275723 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3e07c60f-ff1d-460b-a260-68a5e65ddb13 req-94dc1cbc-ed13-459f-9d8c-f4cf2f666bbe tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 948 time: 0.0566480 Jan 25 16:13:27.303893 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3e07c60f-ff1d-460b-a260-68a5e65ddb13 req-785dfc8a-6628-4aa7-9e30-0be602579274 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/security-groups?id=48f6d3ac-1d20-48d5-b596-65dca99e20ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240581 Jan 25 16:13:27.692667 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bde2f-31bd-48e8-8877-ddd7c60647a1 req-7167e466-1447-4513-b68b-e8816a33a64e tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:27.693574 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-956bde2f-31bd-48e8-8877-ddd7c60647a1 req-7167e466-1447-4513-b68b-e8816a33a64e tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0568247 Jan 25 16:13:27.721255 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-956bde2f-31bd-48e8-8877-ddd7c60647a1 req-4757b0a4-2d71-45fe-ae97-f299a31ef6b4 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0241368 Jan 25 16:13:27.948181 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f18f2-d48e-4c05-8d5b-de8661060d00 req-c9510b66-c0db-457d-a479-4c29c6e3e2dd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:27.951320 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5b4f18f2-d48e-4c05-8d5b-de8661060d00 req-c9510b66-c0db-457d-a479-4c29c6e3e2dd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0585299 Jan 25 16:13:27.977586 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5b4f18f2-d48e-4c05-8d5b-de8661060d00 req-04a89339-aa83-4568-bb6d-19b37a906195 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247753 Jan 25 16:13:28.151999 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Network 0531251e-cfbb-4360-84f4-8342d25bc4f5 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:13:28.262344 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa85d8c-841c-416d-a14a-b525e5ede9c2 req-8564fecc-4ec8-4fa4-9c0a-c014d11536a0 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:28.263353 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1aa85d8c-841c-416d-a14a-b525e5ede9c2 req-8564fecc-4ec8-4fa4-9c0a-c014d11536a0 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0606833 Jan 25 16:13:28.292059 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1aa85d8c-841c-416d-a14a-b525e5ede9c2 req-13727690-2556-4615-9032-2ac9b79e923b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245032 Jan 25 16:13:28.434118 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029de218-a386-4dd7-8704-d9bb0b248878 req-5f04295b-283f-4fed-ba59-f82ff506a492 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:28.435274 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-029de218-a386-4dd7-8704-d9bb0b248878 req-5f04295b-283f-4fed-ba59-f82ff506a492 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 948 time: 0.0662227 Jan 25 16:13:28.462817 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-029de218-a386-4dd7-8704-d9bb0b248878 req-d3caf627-a55c-471e-af30-6128d79e626d tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/security-groups?id=48f6d3ac-1d20-48d5-b596-65dca99e20ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239818 Jan 25 16:13:28.535398 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.objects.ports [None req-4b4db299-79a5-4dac-8827-1368cf52d949 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79986) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 25 16:13:28.866573 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a0ff8-2a12-4626-892e-2c2b7e411553 req-226fe7c5-3bbb-4a6a-9b6b-b384b5eb4c87 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:28.867427 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a6a0ff8-2a12-4626-892e-2c2b7e411553 req-226fe7c5-3bbb-4a6a-9b6b-b384b5eb4c87 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0770283 Jan 25 16:13:28.895787 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a6a0ff8-2a12-4626-892e-2c2b7e411553 req-30784ebd-9d94-40dd-a8f8-ed401ac8ab6c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251019 Jan 25 16:13:29.136081 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739a3b8-065c-43dd-a499-f53d6efcdd19 req-204e38d5-4178-4ba3-8ac3-6ff63499d660 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:29.140211 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8739a3b8-065c-43dd-a499-f53d6efcdd19 req-204e38d5-4178-4ba3-8ac3-6ff63499d660 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0752599 Jan 25 16:13:29.166071 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8739a3b8-065c-43dd-a499-f53d6efcdd19 req-9ef656cb-803b-4139-982b-cabdff8e3222 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253255 Jan 25 16:13:29.287573 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:13:29.347643 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:13:29.350356 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:13:29.350583 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:29.425490 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:29.435525 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2bdc9-1eed-4272-81f8-3d739f5055ac req-bc5eda28-df22-4060-b064-c11b081c497d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:29.440414 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6eb2bdc9-1eed-4272-81f8-3d739f5055ac req-bc5eda28-df22-4060-b064-c11b081c497d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0760441 Jan 25 16:13:29.441261 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e4373e-9f49-4154-b487-c1946996765b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:13:29.456941 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91,segment=NetworkSegment(565c9603-de3f-452e-adfe-2fd31afe24ac),segment_id=565c9603-de3f-452e-adfe-2fd31afe24ac)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:13:29.459698 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:29.461582 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:29.471578 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6eb2bdc9-1eed-4272-81f8-3d739f5055ac req-310fa0ff-146d-48db-97b1-34214f7ea953 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304799 Jan 25 16:13:29.489714 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e4373e-9f49-4154-b487-c1946996765b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91', 'code': 200} Jan 25 16:13:29.513986 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:29.517332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:29.594183 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c017220-505b-4eb8-95a9-29147ff552a0 req-e6a928ec-aead-4720-a847-cf7c0a968388 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:29.595131 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4c017220-505b-4eb8-95a9-29147ff552a0 req-e6a928ec-aead-4720-a847-cf7c0a968388 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 950 time: 0.0573037 Jan 25 16:13:29.623726 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4c017220-505b-4eb8-95a9-29147ff552a0 req-d2eab37f-3cbb-4f05-a704-b130cfc2fb41 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/security-groups?id=48f6d3ac-1d20-48d5-b596-65dca99e20ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250137 Jan 25 16:13:30.055803 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa823f62-9dea-4ebc-af40-25150da850d7 req-128c5771-65d2-4726-93c4-c91e561ad530 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:30.056703 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-aa823f62-9dea-4ebc-af40-25150da850d7 req-128c5771-65d2-4726-93c4-c91e561ad530 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0627186 Jan 25 16:13:30.092265 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-aa823f62-9dea-4ebc-af40-25150da850d7 req-2ab27ac2-5769-4746-9e8b-616acdedbc34 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277410 Jan 25 16:13:30.116877 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:13:30.156270 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:13:30.156523 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:30.312285 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa35cb0-e4c6-4a9f-b5b0-2a54449d0fe6 req-36e477c4-f4df-484d-b800-76ad1473c7ee tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:30.313333 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa35cb0-e4c6-4a9f-b5b0-2a54449d0fe6 req-36e477c4-f4df-484d-b800-76ad1473c7ee tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0722582 Jan 25 16:13:30.344909 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa35cb0-e4c6-4a9f-b5b0-2a54449d0fe6 req-287f98b5-1ada-40a0-8713-fc3e726fb6f1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279868 Jan 25 16:13:30.638866 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82f0e3-8da3-438d-aebd-ff712b152709 req-9aa1598c-b7fa-49d5-a41f-302ec22c02bf tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:30.640214 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5a82f0e3-8da3-438d-aebd-ff712b152709 req-9aa1598c-b7fa-49d5-a41f-302ec22c02bf tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0903697 Jan 25 16:13:30.679201 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5a82f0e3-8da3-438d-aebd-ff712b152709 req-b053cef6-09c2-47c8-84c4-dcb3ee6a232f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347691 Jan 25 16:13:30.753571 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a99069-66d2-4b3d-be68-3b1d8dcbc6b3 req-7ea01b3a-b345-4b1e-9a6a-7238ab0abc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:30.754505 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-52a99069-66d2-4b3d-be68-3b1d8dcbc6b3 req-7ea01b3a-b345-4b1e-9a6a-7238ab0abc0a service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 1167 time: 0.0452991 Jan 25 16:13:30.780746 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290fd335-7813-43b7-90aa-a84ae511b5a0 req-dcf452d0-5291-4b00-a903-cd547cee98e0 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:30.781780 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-290fd335-7813-43b7-90aa-a84ae511b5a0 req-dcf452d0-5291-4b00-a903-cd547cee98e0 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 950 time: 0.0633264 Jan 25 16:13:30.782471 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-52a99069-66d2-4b3d-be68-3b1d8dcbc6b3 req-5873f96d-f751-4fa9-b402-5b0db82a529e service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=48f6d3ac-1d20-48d5-b596-65dca99e20ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0198996 Jan 25 16:13:30.813095 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-290fd335-7813-43b7-90aa-a84ae511b5a0 req-6c2d0444-6504-4eaa-a8ff-186246cf1044 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/security-groups?id=48f6d3ac-1d20-48d5-b596-65dca99e20ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277600 Jan 25 16:13:31.263650 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1309e-9e62-49a0-aa6a-c81534aff6ef req-ef1b2e24-89b5-4b2b-b983-839a17e33caf tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:31.264610 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a6a1309e-9e62-49a0-aa6a-c81534aff6ef req-ef1b2e24-89b5-4b2b-b983-839a17e33caf tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0778377 Jan 25 16:13:31.295949 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a6a1309e-9e62-49a0-aa6a-c81534aff6ef req-65436098-843f-4667-95ed-45dc83b73803 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273523 Jan 25 16:13:31.490984 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c5a7f-b644-4a69-a19a-22c0e61020ca req-824b58f2-de4f-4afd-b16a-970820f34376 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:31.491786 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4b8c5a7f-b644-4a69-a19a-22c0e61020ca req-824b58f2-de4f-4afd-b16a-970820f34376 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0593565 Jan 25 16:13:31.520641 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4b8c5a7f-b644-4a69-a19a-22c0e61020ca req-880f5498-03b0-4645-ad61-c1df749d620c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255919 Jan 25 16:13:31.809522 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6a1ac-a23b-4b9f-8599-a51cad3cca18 req-64aa922d-bb2e-44ba-903d-72acc27a327f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:31.810587 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-baf6a1ac-a23b-4b9f-8599-a51cad3cca18 req-64aa922d-bb2e-44ba-903d-72acc27a327f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0604072 Jan 25 16:13:31.843247 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-baf6a1ac-a23b-4b9f-8599-a51cad3cca18 req-399ab0e3-a276-49d0-82df-85fb5a28c216 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285239 Jan 25 16:13:32.013127 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 39620) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:32.106993 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ab6119a9-a688-43da-aaba-7bf909bef347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:32.114353 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cce36c-229b-460d-b50a-3037be9b4887 req-8de91830-07fb-42f4-9af2-7a1759185d4b tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:32.115240 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-94cce36c-229b-460d-b50a-3037be9b4887 req-8de91830-07fb-42f4-9af2-7a1759185d4b tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 950 time: 0.2272291 Jan 25 16:13:32.115440 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ab6119a9-a688-43da-aaba-7bf909bef347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:32.117712 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ab6119a9-a688-43da-aaba-7bf909bef347 admin admin] Usage tracker for resource:security_group_rule and tenant:1881d3f3226241ddbbce9c33806d7ce8 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:32.119372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ab6119a9-a688-43da-aaba-7bf909bef347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:32.122993 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ab6119a9-a688-43da-aaba-7bf909bef347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:32.147930 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-94cce36c-229b-460d-b50a-3037be9b4887 req-230c041c-4a16-4e59-bebb-c86a7a417776 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/security-groups?id=48f6d3ac-1d20-48d5-b596-65dca99e20ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250449 Jan 25 16:13:32.172668 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ab6119a9-a688-43da-aaba-7bf909bef347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:32.174801 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ab6119a9-a688-43da-aaba-7bf909bef347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:32.178871 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b84e5245-2cc2-4f9c-a89f-b12f682b0bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:32.200648 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6119a9-a688-43da-aaba-7bf909bef347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97aa1d0c-b5f5-4fcb-ad86-175801f1f961,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:32.202987 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-ab6119a9-a688-43da-aaba-7bf909bef347 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1881d3f3226241ddbbce9c33806d7ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887887 Jan 25 16:13:32.203530 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ab6119a9-a688-43da-aaba-7bf909bef347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:32.204755 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 39626) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:32.240723 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9b16e64f-155c-4fcd-a371-44b69d11a7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:32.257545 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9b16e64f-155c-4fcd-a371-44b69d11a7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:32.284202 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9b16e64f-155c-4fcd-a371-44b69d11a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:32.286392 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-98ac3cc2-8109-430f-b771-e3a9053cf018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:32.294668 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16e64f-155c-4fcd-a371-44b69d11a7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aa1d0c-b5f5-4fcb-ad86-175801f1f961,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:32.296152 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9b16e64f-155c-4fcd-a371-44b69d11a7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:32.300672 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9b16e64f-155c-4fcd-a371-44b69d11a7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:32.301440 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-9b16e64f-155c-4fcd-a371-44b69d11a7b3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/97aa1d0c-b5f5-4fcb-ad86-175801f1f961 HTTP/1.1" status: 204 len: 168 time: 0.0960643 Jan 25 16:13:32.438745 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41472f7d-0e47-4ca7-947e-bd70ed8b9996 req-49dfa50c-3d5d-482e-a3fc-88d2d5406c04 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:32.439675 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-41472f7d-0e47-4ca7-947e-bd70ed8b9996 req-49dfa50c-3d5d-482e-a3fc-88d2d5406c04 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0674574 Jan 25 16:13:32.467982 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-41472f7d-0e47-4ca7-947e-bd70ed8b9996 req-90e3a397-7bb1-485d-b5f0-940b0abaeff0 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248201 Jan 25 16:13:32.500824 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 39636) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:32.511113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f0d51402-dcd8-4e8a-a4f4-d1af32d8ffe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:32.519429 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-f0d51402-dcd8-4e8a-a4f4-d1af32d8ffe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:32.521611 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-f0d51402-dcd8-4e8a-a4f4-d1af32d8ffe7 admin admin] Usage tracker for resource:security_group_rule and tenant:87e9c31343214d7e91e46fad91542778 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:32.523265 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-f0d51402-dcd8-4e8a-a4f4-d1af32d8ffe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:32.526195 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-f0d51402-dcd8-4e8a-a4f4-d1af32d8ffe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:32.573572 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f0d51402-dcd8-4e8a-a4f4-d1af32d8ffe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:32.576125 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f0d51402-dcd8-4e8a-a4f4-d1af32d8ffe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:32.580035 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:32.604594 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-f0d51402-dcd8-4e8a-a4f4-d1af32d8ffe7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=87e9c31343214d7e91e46fad91542778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1030126 Jan 25 16:13:32.605398 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d51402-dcd8-4e8a-a4f4-d1af32d8ffe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0079b9f9-37c9-4add-8e3f-06e3da9c497c,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:32.606996 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 39642) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:32.608473 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f0d51402-dcd8-4e8a-a4f4-d1af32d8ffe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:32.640262 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-aa0123c8-337b-458a-9125-46d1ed351ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:32.654504 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-aa0123c8-337b-458a-9125-46d1ed351ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:32.660323 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c455c2-0902-4fd6-9ae6-ab58f623d500 req-4339a348-6d5c-415b-865a-cdf40a189b6e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:32.661244 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74c455c2-0902-4fd6-9ae6-ab58f623d500 req-4339a348-6d5c-415b-865a-cdf40a189b6e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0641661 Jan 25 16:13:32.678077 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-aa0123c8-337b-458a-9125-46d1ed351ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:32.680152 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-19ea6417-423f-4a4b-8469-4ebb010114f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:32.686383 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0123c8-337b-458a-9125-46d1ed351ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0079b9f9-37c9-4add-8e3f-06e3da9c497c,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:32.688680 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-aa0123c8-337b-458a-9125-46d1ed351ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:32.689145 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74c455c2-0902-4fd6-9ae6-ab58f623d500 req-b5c5981c-d19a-4beb-920d-f5f7992d9a1e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244195 Jan 25 16:13:32.690440 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-aa0123c8-337b-458a-9125-46d1ed351ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:32.691111 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-aa0123c8-337b-458a-9125-46d1ed351ab2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0079b9f9-37c9-4add-8e3f-06e3da9c497c HTTP/1.1" status: 204 len: 168 time: 0.0835764 Jan 25 16:13:32.972478 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c37323-22e2-42b0-bd84-f5098aacb5ef req-322f9384-63c5-42ed-8cfa-2877a5e5b54f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:32.973382 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-77c37323-22e2-42b0-bd84-f5098aacb5ef req-322f9384-63c5-42ed-8cfa-2877a5e5b54f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0601902 Jan 25 16:13:33.007806 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-77c37323-22e2-42b0-bd84-f5098aacb5ef req-90edda2b-7b10-4a34-b8e9-589e9ca80595 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271406 Jan 25 16:13:33.276529 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442d56b-f22f-4e66-9b36-14d71c1c6d3d req-04d2b5e0-1f00-4fd9-a6cc-c6332ebc1835 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:33.277451 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0442d56b-f22f-4e66-9b36-14d71c1c6d3d req-04d2b5e0-1f00-4fd9-a6cc-c6332ebc1835 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 950 time: 0.0564966 Jan 25 16:13:33.306148 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0442d56b-f22f-4e66-9b36-14d71c1c6d3d req-4111c6ba-690f-489d-a6c3-810e538c02c8 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/security-groups?id=48f6d3ac-1d20-48d5-b596-65dca99e20ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250237 Jan 25 16:13:33.595556 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424ac6f-3951-40e3-8a63-2824a8dca0d0 req-62414b0c-b03a-4bca-96b6-ca0d1915c925 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:33.596517 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c424ac6f-3951-40e3-8a63-2824a8dca0d0 req-62414b0c-b03a-4bca-96b6-ca0d1915c925 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0581572 Jan 25 16:13:33.630908 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c424ac6f-3951-40e3-8a63-2824a8dca0d0 req-f0efbd0c-2d8c-4c88-8ac9-337eb507a9e5 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307667 Jan 25 16:13:33.837248 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e47e8-15e7-486f-9992-692cd6b308a8 req-5b11dd6c-d8b6-492e-9716-9d2a06b9101e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:33.838231 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d94e47e8-15e7-486f-9992-692cd6b308a8 req-5b11dd6c-d8b6-492e-9716-9d2a06b9101e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0735357 Jan 25 16:13:33.868616 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d15b7c-e2e1-4f1f-9fdb-fd0f08e1edde req-e5a2ef18-1f90-49f2-9a4e-9f92a694eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:33.869766 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f6d15b7c-e2e1-4f1f-9fdb-fd0f08e1edde req-e5a2ef18-1f90-49f2-9a4e-9f92a694eaf6 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fc505d840c2247b3a74c6589f6f33a33&device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 1162 time: 0.0573289 Jan 25 16:13:33.882181 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d94e47e8-15e7-486f-9992-692cd6b308a8 req-3e76fae6-df9e-4aed-a31b-e5db1d7f6072 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387120 Jan 25 16:13:33.974088 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d15b7c-e2e1-4f1f-9fdb-fd0f08e1edde req-b627eaca-7797-4734-9dae-124f5f9cd49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:33.975026 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f6d15b7c-e2e1-4f1f-9fdb-fd0f08e1edde req-b627eaca-7797-4734-9dae-124f5f9cd49e service neutron] 10.222.0.117 "GET /v2.0/networks?id=b1b16d1d-17f5-48fc-b0df-9149be117ef8 HTTP/1.1" status: 200 len: 908 time: 0.0866044 Jan 25 16:13:34.222631 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f6d15b7c-e2e1-4f1f-9fdb-fd0f08e1edde req-d122ee7f-4895-474e-92b4-c170086c3d11 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d054cf75-749d-41af-8710-b100def99e7b HTTP/1.1" status: 200 len: 217 time: 0.2415683 Jan 25 16:13:34.291351 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d15b7c-e2e1-4f1f-9fdb-fd0f08e1edde req-627de11b-d473-4dfc-bc18-c2e762561042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:34.292199 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f6d15b7c-e2e1-4f1f-9fdb-fd0f08e1edde req-627de11b-d473-4dfc-bc18-c2e762561042 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=80827190-8e19-4185-80cc-70164a38f983 HTTP/1.1" status: 200 len: 854 time: 0.0494082 Jan 25 16:13:34.333653 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c6d6b-7008-4624-882d-5bd97f315952 req-285377ea-2a40-4de7-9e03-9df6d3c92f32 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:34.334571 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d31c6d6b-7008-4624-882d-5bd97f315952 req-285377ea-2a40-4de7-9e03-9df6d3c92f32 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.1113513 Jan 25 16:13:34.338354 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f6d15b7c-e2e1-4f1f-9fdb-fd0f08e1edde req-22443efe-d075-4127-b34c-c3eff018c893 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b1b16d1d-17f5-48fc-b0df-9149be117ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408115 Jan 25 16:13:34.411008 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d31c6d6b-7008-4624-882d-5bd97f315952 req-89dbc3bd-661f-4a7e-8cef-3c840da4308e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720351 Jan 25 16:13:34.434979 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f6d15b7c-e2e1-4f1f-9fdb-fd0f08e1edde req-bd1fc637-f67b-4e89-bbc2-4d918510fb04 service neutron] 10.222.0.117 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871418 Jan 25 16:13:34.453656 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf53818-e5a8-4c4e-a72e-1ab06d70158f req-98dfd93a-7000-42f5-9bb9-21ffb4b7e381 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:34.454575 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-daf53818-e5a8-4c4e-a72e-1ab06d70158f req-98dfd93a-7000-42f5-9bb9-21ffb4b7e381 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 950 time: 0.0792291 Jan 25 16:13:34.483630 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-daf53818-e5a8-4c4e-a72e-1ab06d70158f req-08bb9016-2d3b-4224-b80c-0278978064be tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/security-groups?id=48f6d3ac-1d20-48d5-b596-65dca99e20ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255105 Jan 25 16:13:34.514133 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f6d15b7c-e2e1-4f1f-9fdb-fd0f08e1edde req-55c05b0f-89ac-483e-b0e5-0980657ad53b service neutron] 10.222.0.117 "GET /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0726733 Jan 25 16:13:34.776601 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d05ad-7cdc-41ad-a9ae-34b54ba3a519 req-5948245d-8d3e-43f0-87e3-15de71164593 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:34.777488 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-989d05ad-7cdc-41ad-a9ae-34b54ba3a519 req-5948245d-8d3e-43f0-87e3-15de71164593 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0623085 Jan 25 16:13:34.807683 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-989d05ad-7cdc-41ad-a9ae-34b54ba3a519 req-2e3de8f9-3f73-4bd9-8217-85c75630c795 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270264 Jan 25 16:13:35.024914 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cedcf1-dc25-40ee-888e-28f21daf2808 req-35d57628-0232-443a-9d80-905f62ee8d72 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:35.025918 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-15cedcf1-dc25-40ee-888e-28f21daf2808 req-35d57628-0232-443a-9d80-905f62ee8d72 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0718327 Jan 25 16:13:35.057394 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-15cedcf1-dc25-40ee-888e-28f21daf2808 req-474cd85e-8290-4580-a103-05ca3c9ff639 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269971 Jan 25 16:13:35.553517 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c2bb4-4df5-433d-a2a6-abb1786cf33a req-7673dc53-a528-4df6-9b9b-7f39b92d97c1 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:35.554523 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2e8c2bb4-4df5-433d-a2a6-abb1786cf33a req-7673dc53-a528-4df6-9b9b-7f39b92d97c1 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0696795 Jan 25 16:13:35.585353 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2e8c2bb4-4df5-433d-a2a6-abb1786cf33a req-f0b81a79-7773-4701-b14b-d665a9558ccf tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270309 Jan 25 16:13:35.627804 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d3e85-9acc-49da-ad42-04a28860c0f5 req-e8017991-7258-440a-8c98-c78ac08ba515 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:35.628991 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cc0d3e85-9acc-49da-ad42-04a28860c0f5 req-e8017991-7258-440a-8c98-c78ac08ba515 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 950 time: 0.0784764 Jan 25 16:13:35.659309 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cc0d3e85-9acc-49da-ad42-04a28860c0f5 req-873e2eec-a83f-4c3b-9816-5578c78b16ec tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/security-groups?id=48f6d3ac-1d20-48d5-b596-65dca99e20ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260031 Jan 25 16:13:35.939708 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e3495-9959-4375-9699-3f4c647bd3a8 req-b2de2dc1-8993-4a51-bd7a-7eb0adcf418f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:35.940706 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dc4e3495-9959-4375-9699-3f4c647bd3a8 req-b2de2dc1-8993-4a51-bd7a-7eb0adcf418f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0602379 Jan 25 16:13:35.970276 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dc4e3495-9959-4375-9699-3f4c647bd3a8 req-08eb1460-dd8b-483f-b0e9-f093d85f4632 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254986 Jan 25 16:13:36.188537 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111017c2-3985-4872-8fbe-4c5f4c6c20a6 req-533de8af-c6f5-4185-be18-3a04136769c7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:36.189481 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-111017c2-3985-4872-8fbe-4c5f4c6c20a6 req-533de8af-c6f5-4185-be18-3a04136769c7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0617290 Jan 25 16:13:36.218289 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-111017c2-3985-4872-8fbe-4c5f4c6c20a6 req-b9b36d7b-61f6-4d21-8035-2f71eddcc274 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251806 Jan 25 16:13:36.518644 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:13:36.554463 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 39784) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:36.634665 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-91ef1ac4-08dc-4e05-8da2-2cf7990bdc2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:36.642838 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-91ef1ac4-08dc-4e05-8da2-2cf7990bdc2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:36.645142 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-91ef1ac4-08dc-4e05-8da2-2cf7990bdc2e admin admin] Usage tracker for resource:security_group_rule and tenant:a17ec993037a41bf8a8cc3bd918c51a1 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:36.646790 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-91ef1ac4-08dc-4e05-8da2-2cf7990bdc2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:36.649915 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-91ef1ac4-08dc-4e05-8da2-2cf7990bdc2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:36.696512 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-91ef1ac4-08dc-4e05-8da2-2cf7990bdc2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:36.699152 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-91ef1ac4-08dc-4e05-8da2-2cf7990bdc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:36.704317 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-66beacce-dc08-4f00-9717-31234c3185a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:36.728199 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-91ef1ac4-08dc-4e05-8da2-2cf7990bdc2e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a17ec993037a41bf8a8cc3bd918c51a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1713018 Jan 25 16:13:36.728414 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 39794) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:36.730100 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef1ac4-08dc-4e05-8da2-2cf7990bdc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29305ce-7044-4ee2-af35-111665f8d261,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:36.737696 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7560c8-dc37-4271-82c3-542a30936329 req-c3091caf-dad3-434a-871b-b2bf63cb4007 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:36.738994 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9d7560c8-dc37-4271-82c3-542a30936329 req-c3091caf-dad3-434a-871b-b2bf63cb4007 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0776780 Jan 25 16:13:36.741363 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-91ef1ac4-08dc-4e05-8da2-2cf7990bdc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:36.772629 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9d7560c8-dc37-4271-82c3-542a30936329 req-735bf1c9-1f82-484c-9e26-aa585d446796 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301371 Jan 25 16:13:36.798244 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8360dbb9-a2fa-47eb-b85d-ccc29b6a027e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:36.827415 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f89ba9-fee2-46e9-a4f0-10a38cad7fc2 req-f8323d53-eda5-41e6-8cd7-9404339ae9fc tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:36.828321 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e1f89ba9-fee2-46e9-a4f0-10a38cad7fc2 req-f8323d53-eda5-41e6-8cd7-9404339ae9fc tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 950 time: 0.0875657 Jan 25 16:13:36.829235 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8360dbb9-a2fa-47eb-b85d-ccc29b6a027e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:36.871788 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e1f89ba9-fee2-46e9-a4f0-10a38cad7fc2 req-373cc639-bb75-4855-8421-df780738bb90 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/security-groups?id=48f6d3ac-1d20-48d5-b596-65dca99e20ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388975 Jan 25 16:13:36.876024 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8360dbb9-a2fa-47eb-b85d-ccc29b6a027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:36.877960 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-22104236-69bd-420e-a37f-a53a64254d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:36.884455 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360dbb9-a2fa-47eb-b85d-ccc29b6a027e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29305ce-7044-4ee2-af35-111665f8d261,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:36.887042 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8360dbb9-a2fa-47eb-b85d-ccc29b6a027e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:36.889106 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8360dbb9-a2fa-47eb-b85d-ccc29b6a027e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:36.889615 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-8360dbb9-a2fa-47eb-b85d-ccc29b6a027e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b29305ce-7044-4ee2-af35-111665f8d261 HTTP/1.1" status: 204 len: 168 time: 0.1606116 Jan 25 16:13:37.127661 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11568f9f-554c-4b73-b474-01590f1e69e4 req-6b6af094-2833-4415-be63-d54ebf32e66b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:37.128834 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-11568f9f-554c-4b73-b474-01590f1e69e4 req-6b6af094-2833-4415-be63-d54ebf32e66b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0753946 Jan 25 16:13:37.164458 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-11568f9f-554c-4b73-b474-01590f1e69e4 req-97938b0e-57bc-45d8-a283-ccdbbe909145 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321996 Jan 25 16:13:37.195830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d93a7d-7b52-4319-a893-ead030010d85 req-7adea4e7-4b75-4e74-a1ff-3f12f5a5365f tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:37.196802 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b2d93a7d-7b52-4319-a893-ead030010d85 req-7adea4e7-4b75-4e74-a1ff-3f12f5a5365f tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 950 time: 0.0568879 Jan 25 16:13:37.225252 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b2d93a7d-7b52-4319-a893-ead030010d85 req-8ba1372e-b613-4e03-aabf-6f6f650927b6 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/security-groups?id=48f6d3ac-1d20-48d5-b596-65dca99e20ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242105 Jan 25 16:13:37.355547 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfffb5-3fed-4a50-aadf-32f6f94148e6 req-2f21a152-dbc9-4234-a36d-e77e130d6cbf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:37.356462 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-07bfffb5-3fed-4a50-aadf-32f6f94148e6 req-2f21a152-dbc9-4234-a36d-e77e130d6cbf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0586140 Jan 25 16:13:37.386177 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-07bfffb5-3fed-4a50-aadf-32f6f94148e6 req-ca394c7d-5655-4975-b044-70b04d9594c9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259817 Jan 25 16:13:37.400850 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 39832) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:37.471743 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1265579400-network', 'tenant_id': '212d11d539e24800b27e4dceee2a3ab7'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:13:37.475182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:37.477641 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Usage tracker for resource:network and tenant:212d11d539e24800b27e4dceee2a3ab7 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:37.479361 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:37.482443 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:37.488166 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Made reservation on behalf of 212d11d539e24800b27e4dceee2a3ab7 for: {'network': 1} {{(pid=79984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:13:37.491032 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for network, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:37.498697 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:37.507134 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:37.509823 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Usage tracker for resource:security_group_rule and tenant:212d11d539e24800b27e4dceee2a3ab7 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:37.511595 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:37.514639 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:37.562194 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:37.563970 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:37.565976 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c4e16094-2efa-4099-8dce-94991e15269a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:37.586922 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=79984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 16:13:37.590491 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019fc4b4-e7e0-4d62-86fd-651ea2d00160,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:37.592368 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:37.595504 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:37.595656 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.segments_db [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Added segment a27b1430-2d50-4129-9772-c71834432665 of type vxlan for network ad05e1f3-9673-4252-b943-5a928b9dd11e Jan 25 16:13:37.610583 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293217476331'] for network, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:37.626879 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for network, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:37.627648 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:37.628061 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:37.630729 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d6ab73a7-85d3-41cc-947b-6fda29f08966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:37.688752 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2832954 Jan 25 16:13:37.688752 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Pushing event updated for resources: {'Network': ['ID=ad05e1f3-9673-4252-b943-5a928b9dd11e,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:37.689084 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 39838) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:37.690207 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:37.693303 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-175ee1ad-bd8e-43fe-8326-a9c65f217510 admin admin] Request body: {'subnet': {'network_id': 'ad05e1f3-9673-4252-b943-5a928b9dd11e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1265579400-subnet', 'tenant_id': '212d11d539e24800b27e4dceee2a3ab7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:13:37.697562 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Network ad05e1f3-9673-4252-b943-5a928b9dd11e details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:13:37.705907 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-175ee1ad-bd8e-43fe-8326-a9c65f217510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:37.708432 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-175ee1ad-bd8e-43fe-8326-a9c65f217510 admin admin] Usage tracker for resource:subnet and tenant:212d11d539e24800b27e4dceee2a3ab7 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:37.710354 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-175ee1ad-bd8e-43fe-8326-a9c65f217510 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:37.711443 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Network ad05e1f3-9673-4252-b943-5a928b9dd11e details requested by agent ovs-agent-dv-cinder-766064-3-iscsi with host dv-cinder-766064-3-iscsi {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:13:37.713532 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-175ee1ad-bd8e-43fe-8326-a9c65f217510 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:37.719596 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175ee1ad-bd8e-43fe-8326-a9c65f217510 admin admin] Made reservation on behalf of 212d11d539e24800b27e4dceee2a3ab7 for: {'subnet': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:13:37.722384 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-175ee1ad-bd8e-43fe-8326-a9c65f217510 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:37.968215 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be43eeb-8e74-445f-9114-8344186710d2 req-89828cac-cd0e-4935-8c99-0dd5c8f2d7e2 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:37.969132 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8be43eeb-8e74-445f-9114-8344186710d2 req-89828cac-cd0e-4935-8c99-0dd5c8f2d7e2 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.1152418 Jan 25 16:13:38.005722 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8be43eeb-8e74-445f-9114-8344186710d2 req-d1036a1a-eb2c-4ab6-8c38-a8e804ddd7e7 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315485 Jan 25 16:13:38.050711 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-175ee1ad-bd8e-43fe-8326-a9c65f217510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for subnet, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:38.058378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-92637cc3-a5ed-48e7-a8ec-cd8481aa03c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:38.126569 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ee1ad-bd8e-43fe-8326-a9c65f217510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3df57bb-544b-4bca-bdb9-27d6a9b22e5f,revision_number=0']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:38.128462 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-175ee1ad-bd8e-43fe-8326-a9c65f217510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:38.167235 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175ee1ad-bd8e-43fe-8326-a9c65f217510 admin admin] Checking segment: {'id': 'a27b1430-2d50-4129-9772-c71834432665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ad05e1f3-9673-4252-b943-5a928b9dd11e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:13:38.167443 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175ee1ad-bd8e-43fe-8326-a9c65f217510 admin admin] Network hostable DHCP agents. Network: ad05e1f3-9673-4252-b943-5a928b9dd11e, hostable agents: ['49719f6d-5a78-4eed-bacf-47ff3e91c67a'], hosted agents: [] {{(pid=79985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 16:13:38.177569 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175ee1ad-bd8e-43fe-8326-a9c65f217510 admin admin] Network ad05e1f3-9673-4252-b943-5a928b9dd11e is scheduled to be hosted by DHCP agent 49719f6d-5a78-4eed-bacf-47ff3e91c67a with binding_index 1 {{(pid=79985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 16:13:38.183309 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-175ee1ad-bd8e-43fe-8326-a9c65f217510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-3-iscsi, ad05e1f3-9673-4252-b943-5a928b9dd11e) {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:13:38.186004 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175ee1ad-bd8e-43fe-8326-a9c65f217510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:38.186356 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-175ee1ad-bd8e-43fe-8326-a9c65f217510 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:38.190637 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89050a0d-8715-4663-8d5d-c12afcd0f241 None None] Network ad05e1f3-9673-4252-b943-5a928b9dd11e requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:13:38.199559 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-175ee1ad-bd8e-43fe-8326-a9c65f217510 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5094182 Jan 25 16:13:38.345027 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cdfdf-780a-4955-96e5-bb2ee1340577 req-b18b0ccb-2bc9-46e0-a8e7-f7b422231075 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:38.349001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1f5613-02eb-4df8-948a-81550e77743e None None] Network ad05e1f3-9673-4252-b943-5a928b9dd11e requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:13:38.353954 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-099cdfdf-780a-4955-96e5-bb2ee1340577 req-b18b0ccb-2bc9-46e0-a8e7-f7b422231075 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0755022 Jan 25 16:13:38.390491 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-099cdfdf-780a-4955-96e5-bb2ee1340577 req-1a146c0c-b2d5-48c5-9c4c-8d1a57ae1cc1 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317733 Jan 25 16:13:38.442904 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdaa8ba-0cbf-4158-8d4d-6ac76bd2e0d0 req-fd528c2f-d339-4204-99ee-3f717954e6e7 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:38.456131 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bbdaa8ba-0cbf-4158-8d4d-6ac76bd2e0d0 req-fd528c2f-d339-4204-99ee-3f717954e6e7 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 950 time: 0.1260719 Jan 25 16:13:38.519001 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bbdaa8ba-0cbf-4158-8d4d-6ac76bd2e0d0 req-372f4e07-b1d0-4291-9b38-a24550ec3573 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/security-groups?id=48f6d3ac-1d20-48d5-b596-65dca99e20ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622020 Jan 25 16:13:38.552726 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678f085-40ff-44f3-a463-71098fa11b98 req-36bfb0d9-02aa-4feb-8236-d0d0e74b29e4 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:38.556451 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c678f085-40ff-44f3-a463-71098fa11b98 req-36bfb0d9-02aa-4feb-8236-d0d0e74b29e4 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 946 time: 0.0745440 Jan 25 16:13:38.604566 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c678f085-40ff-44f3-a463-71098fa11b98 req-a48596f4-6c24-400f-8503-d34064796e41 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396366 Jan 25 16:13:38.680951 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82962e6a-68e5-4def-8b0c-5fe4f54b2424 req-84d13262-8502-4aac-8644-a1663ba502fe tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:38.682060 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-82962e6a-68e5-4def-8b0c-5fe4f54b2424 req-84d13262-8502-4aac-8644-a1663ba502fe tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0647416 Jan 25 16:13:38.721013 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-7b12997e-fee2-4879-998b-0a84ad1c3250 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.0961657 Jan 25 16:13:38.723764 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-82962e6a-68e5-4def-8b0c-5fe4f54b2424 req-ce66e801-91cd-4e01-9662-13850087d133 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350194 Jan 25 16:13:38.723828 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Request body: {'floatingip': {'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:13:38.729469 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:38.731812 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Usage tracker for resource:floatingip and tenant:cf7540de0e56436e91efecf367152a89 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:38.738596 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:38.741968 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:38.748119 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for floatingip, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:38.823934 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:38.959216 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Allocated IP 172.27.3.116 (a86c8819-2978-473d-8d16-86365edfeb60/ab1961e7-fa88-47d7-900c-7c648513b3bc/d6195b34-8d36-4b7d-9fd8-edc8bebc1c45) {{(pid=79984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:13:39.040359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for port, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:39.061005 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:39.069282 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:39.137598 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Pushing event updated for resources: {'Port': ['ID=d6195b34-8d36-4b7d-9fd8-edc8bebc1c45,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:39.140334 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:39.160651 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2fd40-ef05-4a64-a461-6dbe068713e6 req-3bf4772a-541e-465c-9476-1445b2b686ec tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:39.160651 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1aa2fd40-ef05-4a64-a461-6dbe068713e6 req-3bf4772a-541e-465c-9476-1445b2b686ec tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0833280 Jan 25 16:13:39.168669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Network a86c8819-2978-473d-8d16-86365edfeb60 is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:13:39.169305 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:13:39.171202 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Received port after_create {{(pid=79984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:13:39.212477 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1aa2fd40-ef05-4a64-a461-6dbe068713e6 req-d9ee9ba5-13ad-4325-b8ac-2e3b92328f4b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469229 Jan 25 16:13:39.234264 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for floatingip, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:39.270685 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:39.431569 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for port, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:39.434742 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852675872'] for port, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:39.443089 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f57d2747-11c3-436e-a2ae-9e768e0d0291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:39.523721 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d5321-0287-487b-9cfe-8a3a08726a93 req-07222490-6e10-4eca-bc05-d434761c7f57 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:39.524692 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f81d5321-0287-487b-9cfe-8a3a08726a93 req-07222490-6e10-4eca-bc05-d434761c7f57 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0609934 Jan 25 16:13:39.557228 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f81d5321-0287-487b-9cfe-8a3a08726a93 req-492b4b95-b283-4b3d-8d4b-4109b645c999 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282078 Jan 25 16:13:39.678198 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb6c77-316b-4f1a-8396-af260bbde145 req-99bfe394-7873-4882-9fcd-e5aa693a9b67 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:39.678934 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0dbb6c77-316b-4f1a-8396-af260bbde145 req-99bfe394-7873-4882-9fcd-e5aa693a9b67 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 950 time: 0.0615411 Jan 25 16:13:39.691490 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Pushing event updated for resources: {'Port': ['ID=d6195b34-8d36-4b7d-9fd8-edc8bebc1c45,revision_number=2']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:39.693500 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:39.708598 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0dbb6c77-316b-4f1a-8396-af260bbde145 req-e7aa48a8-2346-4dcc-b0e6-3e563c965475 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/security-groups?id=48f6d3ac-1d20-48d5-b596-65dca99e20ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255532 Jan 25 16:13:39.766325 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:39.778820 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:39.780442 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0588903 Jan 25 16:13:39.845677 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-1c89f706-9c9c-49e1-a761-f9122b4442d8 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Synchronizing usage tracker for tenant:cf7540de0e56436e91efecf367152a89 on resource:floatingip {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:13:39.860828 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-1c89f706-9c9c-49e1-a761-f9122b4442d8 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Unset dirty status for tenant:cf7540de0e56436e91efecf367152a89 on resource:floatingip {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:13:39.865914 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-1c89f706-9c9c-49e1-a761-f9122b4442d8 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.116 HTTP/1.1" status: 200 len: 696 time: 0.0823665 Jan 25 16:13:39.930927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4aa90-9d79-4d6c-8fcb-b3f0da824aee req-5cab16ee-1039-4801-a9c8-aaaa647e3dbd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:39.931937 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-98e4aa90-9d79-4d6c-8fcb-b3f0da824aee req-5cab16ee-1039-4801-a9c8-aaaa647e3dbd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0627625 Jan 25 16:13:39.962770 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-98e4aa90-9d79-4d6c-8fcb-b3f0da824aee req-10f4b4eb-0448-4489-bc40-f02d2e3f0f5d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262370 Jan 25 16:13:39.964169 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-7de36151-ef6a-4300-b4b1-dfb9a411cff1 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:39.965076 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-7de36151-ef6a-4300-b4b1-dfb9a411cff1 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/networks/a86c8819-2978-473d-8d16-86365edfeb60 HTTP/1.1" status: 200 len: 784 time: 0.0986853 Jan 25 16:13:39.971164 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-c61573d5-bf5d-4ee0-80e6-e9e2ff899e08 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:13:39.971698 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-52ef4d04-633f-4bdf-b79f-a3241fe7d4a9 req-c61573d5-bf5d-4ee0-80e6-e9e2ff899e08 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0033641 Jan 25 16:13:40.080757 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12fe83-1f11-428f-839a-c0b0c782e292 req-73e11867-568c-4664-a076-109d2ef4873a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:40.081655 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2d12fe83-1f11-428f-839a-c0b0c782e292 req-73e11867-568c-4664-a076-109d2ef4873a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0581183 Jan 25 16:13:40.110157 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2d12fe83-1f11-428f-839a-c0b0c782e292 req-bd177000-cac0-4405-8293-18efdbfd3d90 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248291 Jan 25 16:13:40.158360 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-19256e6e-c1b5-4cf8-8a4d-65b428337181 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:40.159307 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-19256e6e-c1b5-4cf8-8a4d-65b428337181 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/networks?id=ad05e1f3-9673-4252-b943-5a928b9dd11e HTTP/1.1" status: 200 len: 814 time: 0.1117957 Jan 25 16:13:40.172712 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-d298f81e-637a-4d3f-a430-31510201f415 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/quotas/212d11d539e24800b27e4dceee2a3ab7 HTTP/1.1" status: 200 len: 375 time: 0.0096049 Jan 25 16:13:40.204725 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-9a88ec50-79aa-42e4-82ef-f2876e1d1226 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?tenant_id=212d11d539e24800b27e4dceee2a3ab7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312293 Jan 25 16:13:40.231963 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-8d47b2df-d46b-497e-87d3-404bc385420f tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:40.233729 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-8d47b2df-d46b-497e-87d3-404bc385420f tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0598807 Jan 25 16:13:40.281990 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-4f6690ad-5a6a-4b2e-b51a-967c0ac8d134 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.116 HTTP/1.1" status: 200 len: 696 time: 0.0454657 Jan 25 16:13:40.287803 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-ade2c673-6b44-498d-9c5e-5278deba391a tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Request body: {'floatingip': {'port_id': 'ac93ef6c-ba48-4fc2-b7ac-c644d924366b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:13:40.290530 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-c434c36d-eb09-4bca-84f9-7078027079b8 service neutron] 10.222.0.107 "GET /v2.0/networks/ad05e1f3-9673-4252-b943-5a928b9dd11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848863 Jan 25 16:13:40.341351 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-ade2c673-6b44-498d-9c5e-5278deba391a tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for floatingip, before_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:40.368740 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-938b785b-4b42-4b7c-a5d6-22d81d898dd9 service neutron] 10.222.0.107 "GET /v2.0/networks/ad05e1f3-9673-4252-b943-5a928b9dd11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0737877 Jan 25 16:13:40.674669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-ade2c673-6b44-498d-9c5e-5278deba391a tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for floatingip, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:40.676394 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-ade2c673-6b44-498d-9c5e-5278deba391a tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:40.685249 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366c06b-7a15-4f57-b5aa-5055f0125973 req-dcaf6d69-ac2a-4f69-9a40-9a3bc488b61a tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:40.686217 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c366c06b-7a15-4f57-b5aa-5055f0125973 req-dcaf6d69-ac2a-4f69-9a40-9a3bc488b61a tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0923171 Jan 25 16:13:40.719510 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3005a-d880-48cb-84a5-1208633efe5a req-fcfe9f9f-5d83-4f3c-a2ad-2ecaabde3aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:40.720368 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ebc3005a-d880-48cb-84a5-1208633efe5a req-fcfe9f9f-5d83-4f3c-a2ad-2ecaabde3aec service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=3d9dc1d24c694798a5da5bb1f60d075a&device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 1163 time: 0.0787320 Jan 25 16:13:40.723961 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c366c06b-7a15-4f57-b5aa-5055f0125973 req-2446b647-53a0-450d-8058-e8e6ef340509 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319071 Jan 25 16:13:40.783896 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.l3_db [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-ade2c673-6b44-498d-9c5e-5278deba391a tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Floating IP 8289e6b4-0d7c-4ff7-b17f-ff100bd6e4ea associated. External IP: 172.27.3.116, port: ac93ef6c-ba48-4fc2-b7ac-c644d924366b. Jan 25 16:13:40.817756 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b2ba4fc1-486c-4933-a565-91a0731a7eeb req-1693225c-ce5e-480b-b365-a216604968e3 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5195800e-c6a9-4571-beca-cf1c486505ad HTTP/1.1" status: 200 len: 210 time: 0.0345616 Jan 25 16:13:40.828457 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3005a-d880-48cb-84a5-1208633efe5a req-7fd7df0a-7eea-43d9-b944-ab6e7826cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:40.829407 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ebc3005a-d880-48cb-84a5-1208633efe5a req-7fd7df0a-7eea-43d9-b944-ab6e7826cfc2 service neutron] 10.222.0.117 "GET /v2.0/networks?id=ca5167e0-70f4-4f5e-919e-3039411592c6 HTTP/1.1" status: 200 len: 904 time: 0.1013498 Jan 25 16:13:40.990349 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-ade2c673-6b44-498d-9c5e-5278deba391a tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Router 20975dc5-e58b-4612-b344-8f49753369bc has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:13:41.099708 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-ade2c673-6b44-498d-9c5e-5278deba391a tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:13:41.103122 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-ade2c673-6b44-498d-9c5e-5278deba391a tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:41.116318 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c160d38-8005-437f-82b1-4f06fc28ec95 None None] Sync routers for ids ['20975dc5-e58b-4612-b344-8f49753369bc'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:13:41.125403 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c160d38-8005-437f-82b1-4f06fc28ec95 None None] Routers {'20975dc5-e58b-4612-b344-8f49753369bc'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:13:41.126017 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-1c160d38-8005-437f-82b1-4f06fc28ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:13:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['20975dc5-e58b-4612-b344-8f49753369bc'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:13:41.149984 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-ade2c673-6b44-498d-9c5e-5278deba391a tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "PUT /v2.0/floatingips/8289e6b4-0d7c-4ff7-b17f-ff100bd6e4ea HTTP/1.1" status: 200 len: 997 time: 0.8607171 Jan 25 16:13:41.171784 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b910f02-d8f4-4242-a932-b4a1b6194059', 'tag': 'ac93ef6c-ba48-4fc2-b7ac-c644d924366b'}] {{(pid=79984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:13:41.193705 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ebc3005a-d880-48cb-84a5-1208633efe5a req-7a7c45c3-a184-4ff1-a9cc-04820f50ca46 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cae2bb-104d-42f4-99ee-33aca6035803 HTTP/1.1" status: 200 len: 1002 time: 0.3572032 Jan 25 16:13:41.200777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-6ece6c70-9ee5-4762-a30c-971bc6720a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:41.205563 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-6ece6c70-9ee5-4762-a30c-971bc6720a57 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cf7540de0e56436e91efecf367152a89&device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 1163 time: 0.0549386 Jan 25 16:13:41.238423 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3005a-d880-48cb-84a5-1208633efe5a req-0b1d7248-3f23-41b6-8a86-8b5f9111d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:41.239583 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ebc3005a-d880-48cb-84a5-1208633efe5a req-0b1d7248-3f23-41b6-8a86-8b5f9111d009 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd HTTP/1.1" status: 200 len: 849 time: 0.0395584 Jan 25 16:13:41.269349 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-1c160d38-8005-437f-82b1-4f06fc28ec95 None None] Set router 20975dc5-e58b-4612-b344-8f49753369bc gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:13:41.299439 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bb456-4dca-4f6d-9d83-4d18b3c8e441 req-d61aeef7-e5e0-4901-a14c-0183b2889a99 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:41.303968 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fe8bb456-4dca-4f6d-9d83-4d18b3c8e441 req-d61aeef7-e5e0-4901-a14c-0183b2889a99 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 950 time: 0.4233673 Jan 25 16:13:41.338236 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1a19c-8e5b-4c8a-8283-f1c604e5a782 req-c4603a44-3d72-474d-b411-ea1395bce46a tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:41.339149 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a0f1a19c-8e5b-4c8a-8283-f1c604e5a782 req-c4603a44-3d72-474d-b411-ea1395bce46a tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.117 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 950 time: 0.2330203 Jan 25 16:13:41.371904 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 39994) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:41.390991 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fe8bb456-4dca-4f6d-9d83-4d18b3c8e441 req-9e93b782-25f6-49c6-b817-6415bb322670 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/security-groups?id=48f6d3ac-1d20-48d5-b596-65dca99e20ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863719 Jan 25 16:13:41.412741 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3005a-d880-48cb-84a5-1208633efe5a req-c18a5987-a1d5-45e5-96a3-35afeb5c2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:41.413834 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ebc3005a-d880-48cb-84a5-1208633efe5a req-c18a5987-a1d5-45e5-96a3-35afeb5c2744 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ca5167e0-70f4-4f5e-919e-3039411592c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1685636 Jan 25 16:13:41.430910 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-a0f1a19c-8e5b-4c8a-8283-f1c604e5a782 req-9179cdf5-564b-4249-b4bb-f429f1c17d2c tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Deleting port 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:13:41.436332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a0f1a19c-8e5b-4c8a-8283-f1c604e5a782 req-9179cdf5-564b-4249-b4bb-f429f1c17d2c tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:41.516613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-1c160d38-8005-437f-82b1-4f06fc28ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20975dc5-e58b-4612-b344-8f49753369bc', 'name': 'tempest-TestMinimumBasicScenario-2096006269-router', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:17Z', 'updated_at': '2021-01-25T16:12:21Z', 'revision_number': 4, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'gw_port': {'id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:18Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': '8289e6b4-0d7c-4ff7-b17f-ff100bd6e4ea', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'port_id': 'ac93ef6c-ba48-4fc2-b7ac-c644d924366b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff', 'mac_address': 'fa:16:3e:c0:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b910f02-d8f4-4242-a932-b4a1b6194059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:13:39Z', 'updated_at': '2021-01-25T16:13:40Z', 'revision_number': 1, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aa4f37-e255-49c5-b43b-ef994b370be8', 'name': '', 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'mac_address': 'fa:16:3e:46:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '68a34ad1-cdd3-424c-8e73-7c05cc04be85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:20Z', 'updated_at': '2021-01-25T16:12:29Z', 'revision_number': 5, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'subnets': [{'id': '68a34ad1-cdd3-424c-8e73-7c05cc04be85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:13:41.519026 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c160d38-8005-437f-82b1-4f06fc28ec95 None None] Checking router: 20975dc5-e58b-4612-b344-8f49753369bc for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:13:41.524513 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c160d38-8005-437f-82b1-4f06fc28ec95 None None] Routers {'20975dc5-e58b-4612-b344-8f49753369bc'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:13:41.524919 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-1c160d38-8005-437f-82b1-4f06fc28ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:13:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['20975dc5-e58b-4612-b344-8f49753369bc'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:13:41.527714 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-2716e169-bdcc-4514-90e5-5c8c6dde53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:41.528660 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-2716e169-bdcc-4514-90e5-5c8c6dde53e7 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3d1b4a78-6fa5-4235-8076-b2b3ac751aff HTTP/1.1" status: 200 len: 909 time: 0.3224328 Jan 25 16:13:41.575689 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d629fb74-6a4e-4970-a031-53613778362f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:41.587583 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-9f1b7f41-0fd1-403c-8dbd-45c379a51432 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac93ef6c-ba48-4fc2-b7ac-c644d924366b HTTP/1.1" status: 200 len: 1000 time: 0.0550330 Jan 25 16:13:41.605731 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-d629fb74-6a4e-4970-a031-53613778362f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:41.624931 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-d629fb74-6a4e-4970-a031-53613778362f admin admin] Usage tracker for resource:security_group_rule and tenant:36f4dd113b32459aa962f4955fb172aa is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:41.629962 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-88f075f7-4bca-44d8-a952-86eba1b260bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:41.630991 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-88f075f7-4bca-44d8-a952-86eba1b260bf service neutron] 10.222.0.107 "GET /v2.0/subnets?id=68a34ad1-cdd3-424c-8e73-7c05cc04be85 HTTP/1.1" status: 200 len: 854 time: 0.0383635 Jan 25 16:13:41.631070 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-1c160d38-8005-437f-82b1-4f06fc28ec95 None None] Set router 20975dc5-e58b-4612-b344-8f49753369bc gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:13:41.637449 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-d629fb74-6a4e-4970-a031-53613778362f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:41.654620 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-d629fb74-6a4e-4970-a031-53613778362f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:41.680692 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-c750463b-fa64-4da2-9c8c-586a59fededb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:41.685375 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-c750463b-fa64-4da2-9c8c-586a59fededb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3d1b4a78-6fa5-4235-8076-b2b3ac751aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503502 Jan 25 16:13:41.688757 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-f574d6f4-cdb1-433f-91bc-64c8afdaed5b service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:13:41.692509 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-f574d6f4-cdb1-433f-91bc-64c8afdaed5b service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0065458 Jan 25 16:13:41.694196 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ebc3005a-d880-48cb-84a5-1208633efe5a req-e4203eb5-8d32-488f-b08c-178c0aa744f4 service neutron] 10.222.0.117 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348328 Jan 25 16:13:41.726846 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8c737-cbf7-42a5-8334-218b343a9d29 req-7e8c9832-6efb-446c-9eb0-bcf729e27a55 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:41.727803 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3ec8c737-cbf7-42a5-8334-218b343a9d29 req-7e8c9832-6efb-446c-9eb0-bcf729e27a55 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.2450352 Jan 25 16:13:41.775271 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-61470254-1ca8-4c69-b659-0d2927bc2f9f service neutron] 10.222.0.107 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821476 Jan 25 16:13:41.840940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-a0f1a19c-8e5b-4c8a-8283-f1c604e5a782 req-9179cdf5-564b-4249-b4bb-f429f1c17d2c tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] For port 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91,segment=NetworkSegment(565c9603-de3f-452e-adfe-2fd31afe24ac),segment_id=565c9603-de3f-452e-adfe-2fd31afe24ac)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:13:41.841147 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a0f1a19c-8e5b-4c8a-8283-f1c604e5a782 req-9179cdf5-564b-4249-b4bb-f429f1c17d2c tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:41.851317 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efd22852-7deb-43cc-a4af-d3b2384ec2c6 req-7eb9866e-00a3-4a12-981f-de96cac142af service neutron] 10.222.0.107 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0753636 Jan 25 16:13:41.856217 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3ec8c737-cbf7-42a5-8334-218b343a9d29 req-201a6aa0-4adc-4209-ba35-dc2879fbd56a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089704 Jan 25 16:13:41.879816 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-1c160d38-8005-437f-82b1-4f06fc28ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20975dc5-e58b-4612-b344-8f49753369bc', 'name': 'tempest-TestMinimumBasicScenario-2096006269-router', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:17Z', 'updated_at': '2021-01-25T16:12:21Z', 'revision_number': 4, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'gw_port': {'id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:18Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': '8289e6b4-0d7c-4ff7-b17f-ff100bd6e4ea', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'port_id': 'ac93ef6c-ba48-4fc2-b7ac-c644d924366b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff', 'mac_address': 'fa:16:3e:c0:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b910f02-d8f4-4242-a932-b4a1b6194059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:13:39Z', 'updated_at': '2021-01-25T16:13:40Z', 'revision_number': 1, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aa4f37-e255-49c5-b43b-ef994b370be8', 'name': '', 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'mac_address': 'fa:16:3e:46:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '68a34ad1-cdd3-424c-8e73-7c05cc04be85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:20Z', 'updated_at': '2021-01-25T16:12:29Z', 'revision_number': 5, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'subnets': [{'id': '68a34ad1-cdd3-424c-8e73-7c05cc04be85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:13:41.882421 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c160d38-8005-437f-82b1-4f06fc28ec95 None None] The sync data for ids ['20975dc5-e58b-4612-b344-8f49753369bc'] in dv-cinder-766064-3-iscsi is: [{'id': '20975dc5-e58b-4612-b344-8f49753369bc', 'name': 'tempest-TestMinimumBasicScenario-2096006269-router', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:17Z', 'updated_at': '2021-01-25T16:12:21Z', 'revision_number': 4, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'gw_port': {'id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:18Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': '8289e6b4-0d7c-4ff7-b17f-ff100bd6e4ea', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'port_id': 'ac93ef6c-ba48-4fc2-b7ac-c644d924366b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff', 'mac_address': 'fa:16:3e:c0:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b910f02-d8f4-4242-a932-b4a1b6194059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:13:39Z', 'updated_at': '2021-01-25T16:13:40Z', 'revision_number': 1, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aa4f37-e255-49c5-b43b-ef994b370be8', 'name': '', 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'mac_address': 'fa:16:3e:46:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '68a34ad1-cdd3-424c-8e73-7c05cc04be85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:20Z', 'updated_at': '2021-01-25T16:12:29Z', 'revision_number': 5, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'subnets': [{'id': '68a34ad1-cdd3-424c-8e73-7c05cc04be85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:13:41.907086 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b910f02-d8f4-4242-a932-b4a1b6194059', 'tag': 'ac93ef6c-ba48-4fc2-b7ac-c644d924366b', 'status': 'completed', 'code': 200} Jan 25 16:13:41.942768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-a0f1a19c-8e5b-4c8a-8283-f1c604e5a782 req-9179cdf5-564b-4249-b4bb-f429f1c17d2c tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Calling delete_port for 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:13:41.981163 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff16009-e80d-42ea-8e8e-10eb02d8efb4 req-6e7f8bc6-4eef-4759-8287-6b9c57cc8247 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:41.982070 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5ff16009-e80d-42ea-8e8e-10eb02d8efb4 req-6e7f8bc6-4eef-4759-8287-6b9c57cc8247 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0623353 Jan 25 16:13:42.013224 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5ff16009-e80d-42ea-8e8e-10eb02d8efb4 req-ac79941a-fb93-4cf0-b3ff-3aa8067c62a6 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275640 Jan 25 16:13:42.015572 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ebc3005a-d880-48cb-84a5-1208633efe5a req-dc89b963-e593-4830-9368-178f4e8d8262 service neutron] 10.222.0.117 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2844942 Jan 25 16:13:42.039461 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d629fb74-6a4e-4970-a031-53613778362f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.054991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d629fb74-6a4e-4970-a031-53613778362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.061909 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c4c8b2be-541d-45f3-b125-a2435edccc5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:42.104254 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d5043df2-2cc0-41e5-bbca-7fd3fe48327c req-1dbaafde-dd27-461d-b03b-04fd0e13389a tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5195800e-c6a9-4571-beca-cf1c486505ad HTTP/1.1" status: 200 len: 210 time: 0.0290320 Jan 25 16:13:42.111489 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-d629fb74-6a4e-4970-a031-53613778362f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=36f4dd113b32459aa962f4955fb172aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7388661 Jan 25 16:13:42.113331 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 40008) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:42.128879 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629fb74-6a4e-4970-a031-53613778362f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a863dc9c-50e8-4d85-b8dc-5f3d99a4b01b,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:42.129399 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-3a451bd6-03b3-4a63-89c4-8ed76cf066bf req-acca00b6-72b8-487a-b65d-6023c15c98a2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1000687597', 'description': 'tempest-TestMinimumBasicScenario-1000687597 description'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:13:42.130907 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d629fb74-6a4e-4970-a031-53613778362f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:42.140112 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-3a451bd6-03b3-4a63-89c4-8ed76cf066bf req-acca00b6-72b8-487a-b65d-6023c15c98a2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:42.145470 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37438e05-c5bd-40fb-b74c-2ef6aa4d5d19 req-be06b760-865d-4e15-8bcf-90c8e6bd5217 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:42.149933 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-37438e05-c5bd-40fb-b74c-2ef6aa4d5d19 req-be06b760-865d-4e15-8bcf-90c8e6bd5217 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.1898489 Jan 25 16:13:42.155031 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-3a451bd6-03b3-4a63-89c4-8ed76cf066bf req-acca00b6-72b8-487a-b65d-6023c15c98a2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:42.172410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3a451bd6-03b3-4a63-89c4-8ed76cf066bf req-acca00b6-72b8-487a-b65d-6023c15c98a2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.182755 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-92c87877-402f-4878-96da-9a6d854de048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.192497 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-3a451bd6-03b3-4a63-89c4-8ed76cf066bf req-acca00b6-72b8-487a-b65d-6023c15c98a2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:42.194716 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15079fe2-f570-4047-826a-44567bef1c75 None None] New status for floating IP 8289e6b4-0d7c-4ff7-b17f-ff100bd6e4ea: ACTIVE {{(pid=79986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 16:13:42.207143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-3a451bd6-03b3-4a63-89c4-8ed76cf066bf req-acca00b6-72b8-487a-b65d-6023c15c98a2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Usage tracker for resource:security_group_rule and tenant:cf7540de0e56436e91efecf367152a89 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:42.209210 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-3a451bd6-03b3-4a63-89c4-8ed76cf066bf req-acca00b6-72b8-487a-b65d-6023c15c98a2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:42.216431 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-92c87877-402f-4878-96da-9a6d854de048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.220358 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-3a451bd6-03b3-4a63-89c4-8ed76cf066bf req-acca00b6-72b8-487a-b65d-6023c15c98a2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:42.226358 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-37438e05-c5bd-40fb-b74c-2ef6aa4d5d19 req-e3f80a68-12be-4263-bb0b-652738b93618 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758622 Jan 25 16:13:42.230582 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:13:42.236157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a0f1a19c-8e5b-4c8a-8283-f1c604e5a782 req-9179cdf5-564b-4249-b4bb-f429f1c17d2c tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.254655 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:42.256588 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] No Port match for: 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:13:42.256798 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 not bound to the agent host hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:13:42.281583 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3a451bd6-03b3-4a63-89c4-8ed76cf066bf req-acca00b6-72b8-487a-b65d-6023c15c98a2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.282747 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-92c87877-402f-4878-96da-9a6d854de048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.288689 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-07629574-95c4-463f-8ccf-57a249a055b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:42.296624 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.117', 65137) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:42.297184 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c87877-402f-4878-96da-9a6d854de048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a863dc9c-50e8-4d85-b8dc-5f3d99a4b01b,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:42.298332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3a451bd6-03b3-4a63-89c4-8ed76cf066bf req-acca00b6-72b8-487a-b65d-6023c15c98a2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.303812 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-92c87877-402f-4878-96da-9a6d854de048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:42.304203 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-92c87877-402f-4878-96da-9a6d854de048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:42.316038 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179cdf5-564b-4249-b4bb-f429f1c17d2c tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Pushing event deleted for resources: {'Port': ['ID=6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:42.317787 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9179cdf5-564b-4249-b4bb-f429f1c17d2c tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:42.346507 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-fdae1a0c-92c6-4661-9f58-dcd85195949f tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:42.347582 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-fdae1a0c-92c6-4661-9f58-dcd85195949f tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.117 "GET /v2.0/networks?id=ad05e1f3-9673-4252-b943-5a928b9dd11e HTTP/1.1" status: 200 len: 814 time: 0.2376604 Jan 25 16:13:42.357724 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-92c87877-402f-4878-96da-9a6d854de048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.360155 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-92c87877-402f-4878-96da-9a6d854de048 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a863dc9c-50e8-4d85-b8dc-5f3d99a4b01b HTTP/1.1" status: 204 len: 168 time: 0.2441690 Jan 25 16:13:42.362516 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-1718d8c7-d125-45c5-ab62-8d3d9a28220e tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Request body: {'port': {'device_id': '5195800e-c6a9-4571-beca-cf1c486505ad', 'network_id': 'ad05e1f3-9673-4252-b943-5a928b9dd11e', 'admin_state_up': True, 'tenant_id': '212d11d539e24800b27e4dceee2a3ab7'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:13:42.366886 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3a451bd6-03b3-4a63-89c4-8ed76cf066bf req-acca00b6-72b8-487a-b65d-6023c15c98a2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.368252 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3a451bd6-03b3-4a63-89c4-8ed76cf066bf req-acca00b6-72b8-487a-b65d-6023c15c98a2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2423365 Jan 25 16:13:42.374812 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca00b6-72b8-487a-b65d-6023c15c98a2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Pushing event updated for resources: {'SecurityGroup': ['ID=55c8989f-709d-4b12-901b-3fa1fc1bded9,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:42.384601 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-acca00b6-72b8-487a-b65d-6023c15c98a2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:42.432920 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780832-47d7-40d3-84f2-99f66c041a70 req-5391c933-dc4c-4b11-8978-0a6c4f2275d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:42.434290 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74780832-47d7-40d3-84f2-99f66c041a70 req-5391c933-dc4c-4b11-8978-0a6c4f2275d2 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=cf7540de0e56436e91efecf367152a89&device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 1163 time: 0.1333210 Jan 25 16:13:42.499806 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f1a19c-8e5b-4c8a-8283-f1c604e5a782 req-9179cdf5-564b-4249-b4bb-f429f1c17d2c tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] No DVR routers for this DVR port 6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:13:42.501327 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a0f1a19c-8e5b-4c8a-8283-f1c604e5a782 req-9179cdf5-564b-4249-b4bb-f429f1c17d2c tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.505527 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e4373e-9f49-4154-b487-c1946996765b', 'name': 'network-vif-deleted', 'tag': '6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:13:42.524763 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-48f7d56c-ba9d-46b0-b2bd-dbf6c665c47e req-c9c2f6e1-0c8f-4cbb-a3bb-f111e73d9b4b tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups/55c8989f-709d-4b12-901b-3fa1fc1bded9 HTTP/1.1" status: 200 len: 1814 time: 0.1125543 Jan 25 16:13:42.538745 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-48f7d56c-ba9d-46b0-b2bd-dbf6c665c47e req-5a524806-b4ad-49e2-94d5-7ef2cb04bb6d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55c8989f-709d-4b12-901b-3fa1fc1bded9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:13:42.538947 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-48f7d56c-ba9d-46b0-b2bd-dbf6c665c47e req-5a524806-b4ad-49e2-94d5-7ef2cb04bb6d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55c8989f-709d-4b12-901b-3fa1fc1bded9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:13:42.546957 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-48f7d56c-ba9d-46b0-b2bd-dbf6c665c47e req-5a524806-b4ad-49e2-94d5-7ef2cb04bb6d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:42.550672 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-48f7d56c-ba9d-46b0-b2bd-dbf6c665c47e req-5a524806-b4ad-49e2-94d5-7ef2cb04bb6d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Usage tracker for resource:security_group_rule and tenant:cf7540de0e56436e91efecf367152a89 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:42.553892 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-48f7d56c-ba9d-46b0-b2bd-dbf6c665c47e req-5a524806-b4ad-49e2-94d5-7ef2cb04bb6d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:42.557859 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a0f1a19c-8e5b-4c8a-8283-f1c604e5a782 req-9179cdf5-564b-4249-b4bb-f429f1c17d2c tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.117 "DELETE /v2.0/ports/6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91 HTTP/1.1" status: 204 len: 173 time: 1.2097621 Jan 25 16:13:42.558923 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-48f7d56c-ba9d-46b0-b2bd-dbf6c665c47e req-5a524806-b4ad-49e2-94d5-7ef2cb04bb6d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:42.560336 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-1718d8c7-d125-45c5-ab62-8d3d9a28220e tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:42.564572 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-1718d8c7-d125-45c5-ab62-8d3d9a28220e tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Usage tracker for resource:port and tenant:212d11d539e24800b27e4dceee2a3ab7 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:42.567042 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-1718d8c7-d125-45c5-ab62-8d3d9a28220e tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Quota usage for port was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:42.570882 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-1718d8c7-d125-45c5-ab62-8d3d9a28220e tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:42.583496 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1c8f0dfe-13f1-4ddc-b0e9-2055392ce4b8 req-872a784d-3fa5-4ce6-b90b-dcf041da0c42 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 210 time: 0.0460520 Jan 25 16:13:42.607173 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780832-47d7-40d3-84f2-99f66c041a70 req-0d909479-f0e0-4422-ba91-6c76514bc16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:42.608351 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74780832-47d7-40d3-84f2-99f66c041a70 req-0d909479-f0e0-4422-ba91-6c76514bc16a service neutron] 10.222.0.117 "GET /v2.0/networks?id=3d1b4a78-6fa5-4235-8076-b2b3ac751aff HTTP/1.1" status: 200 len: 909 time: 0.1552856 Jan 25 16:13:42.652909 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 40028) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:42.680655 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-97ecf67d-65d4-4089-b467-254b018ee12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.697148 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-97ecf67d-65d4-4089-b467-254b018ee12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:42.702113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-97ecf67d-65d4-4089-b467-254b018ee12e admin admin] Usage tracker for resource:security_group_rule and tenant:f6e01a0660df4c8c9874beae18034484 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:42.704784 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74780832-47d7-40d3-84f2-99f66c041a70 req-283b00fd-f363-43a7-8f76-2e140b120959 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac93ef6c-ba48-4fc2-b7ac-c644d924366b HTTP/1.1" status: 200 len: 1002 time: 0.0862012 Jan 25 16:13:42.705295 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-97ecf67d-65d4-4089-b467-254b018ee12e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:42.708857 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-97ecf67d-65d4-4089-b467-254b018ee12e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:42.768177 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780832-47d7-40d3-84f2-99f66c041a70 req-22c29ae6-5a7b-4ba2-98e8-7720a0da6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:42.769075 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74780832-47d7-40d3-84f2-99f66c041a70 req-22c29ae6-5a7b-4ba2-98e8-7720a0da6738 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=68a34ad1-cdd3-424c-8e73-7c05cc04be85 HTTP/1.1" status: 200 len: 854 time: 0.0473711 Jan 25 16:13:42.794073 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e4373e-9f49-4154-b487-c1946996765b', 'name': 'network-vif-deleted', 'tag': '6c21eff8-ac1e-4e2e-a5b8-61561cfa0e91', 'status': 'completed', 'code': 200} Jan 25 16:13:42.796462 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-1718d8c7-d125-45c5-ab62-8d3d9a28220e tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Made reservation on behalf of 212d11d539e24800b27e4dceee2a3ab7 for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:13:42.801920 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-1718d8c7-d125-45c5-ab62-8d3d9a28220e tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.826281 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-97ecf67d-65d4-4089-b467-254b018ee12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.833657 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-97ecf67d-65d4-4089-b467-254b018ee12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.834090 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-48f7d56c-ba9d-46b0-b2bd-dbf6c665c47e req-5a524806-b4ad-49e2-94d5-7ef2cb04bb6d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for security_group_rule, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.838359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-735aec85-59a5-461b-be8a-3d546e70be3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:42.888403 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-48f7d56c-ba9d-46b0-b2bd-dbf6c665c47e req-5a524806-b4ad-49e2-94d5-7ef2cb04bb6d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.891876 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780832-47d7-40d3-84f2-99f66c041a70 req-5a7a7dcf-7dca-4ee8-a6e4-174764a8fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:42.892848 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74780832-47d7-40d3-84f2-99f66c041a70 req-5a7a7dcf-7dca-4ee8-a6e4-174764a8fb2d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3d1b4a78-6fa5-4235-8076-b2b3ac751aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1175327 Jan 25 16:13:42.893187 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecf67d-65d4-4089-b467-254b018ee12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7693d97f-b2e2-4678-9783-9b995352b573,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:42.894684 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-48f7d56c-ba9d-46b0-b2bd-dbf6c665c47e req-5a524806-b4ad-49e2-94d5-7ef2cb04bb6d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911720'] for security_group_rule, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.898005 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-97ecf67d-65d4-4089-b467-254b018ee12e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f6e01a0660df4c8c9874beae18034484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448590 Jan 25 16:13:42.898607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-97ecf67d-65d4-4089-b467-254b018ee12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:42.899710 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 40036) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:42.900420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f1da6b4d-aab7-4d22-9422-360b1dfb2816 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:42.922251 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a524806-b4ad-49e2-94d5-7ef2cb04bb6d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afad4304-d13f-4687-959c-36fcacb57be0,revision_number=0']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:42.925294 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-5a524806-b4ad-49e2-94d5-7ef2cb04bb6d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:42.927195 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-48f7d56c-ba9d-46b0-b2bd-dbf6c665c47e req-5a524806-b4ad-49e2-94d5-7ef2cb04bb6d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for security_group_rule, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:42.927904 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-48f7d56c-ba9d-46b0-b2bd-dbf6c665c47e req-5a524806-b4ad-49e2-94d5-7ef2cb04bb6d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4025626 Jan 25 16:13:43.016424 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-74ebfad6-8003-45ec-bfb7-f9fdb489359f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.032286 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f261d-4c23-4532-94b0-467fd96a895d req-dc392348-a2fa-4f1c-b581-d125e0fb10c8 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:43.033237 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b85f261d-4c23-4532-94b0-467fd96a895d req-dc392348-a2fa-4f1c-b581-d125e0fb10c8 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=f3f5da6f-d8b4-4838-b2d5-f049670ec1e8 HTTP/1.1" status: 200 len: 945 time: 0.1723933 Jan 25 16:13:43.034737 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-1718d8c7-d125-45c5-ab62-8d3d9a28220e tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Allocated IP 172.20.0.2 (ad05e1f3-9673-4252-b943-5a928b9dd11e/f3df57bb-544b-4bca-bdb9-27d6a9b22e5f/ee0a067c-06f4-4aad-b084-f25e83ec91f2) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:13:43.065571 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74780832-47d7-40d3-84f2-99f66c041a70 req-121bb9d3-229b-44d2-9f04-43052b59cf58 service neutron] 10.222.0.117 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633656 Jan 25 16:13:43.068814 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-74ebfad6-8003-45ec-bfb7-f9fdb489359f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.090816 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e30608-7e18-4ad1-9296-9559d260f0ba req-832d1b3e-24e9-4776-9c81-831c55584066 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:43.091735 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b7e30608-7e18-4ad1-9296-9559d260f0ba req-832d1b3e-24e9-4776-9c81-831c55584066 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0913591 Jan 25 16:13:43.140930 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b85f261d-4c23-4532-94b0-467fd96a895d req-2392c22f-8c5f-4aa7-9f48-af599934d067 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009641 Jan 25 16:13:43.170641 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b7e30608-7e18-4ad1-9296-9559d260f0ba req-196f4680-1776-470c-ab42-c0c0f64065b3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666215 Jan 25 16:13:43.171765 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-74ebfad6-8003-45ec-bfb7-f9fdb489359f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.174804 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6e303092-0db3-485c-8aee-963ea4d15cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:43.190987 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebfad6-8003-45ec-bfb7-f9fdb489359f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7693d97f-b2e2-4678-9783-9b995352b573,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:43.203081 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-74ebfad6-8003-45ec-bfb7-f9fdb489359f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:43.205503 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74780832-47d7-40d3-84f2-99f66c041a70 req-342b9884-6b8d-4a0d-8878-8afc243a751e service neutron] 10.222.0.117 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1310151 Jan 25 16:13:43.205945 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-74ebfad6-8003-45ec-bfb7-f9fdb489359f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.208077 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-74ebfad6-8003-45ec-bfb7-f9fdb489359f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7693d97f-b2e2-4678-9783-9b995352b573 HTTP/1.1" status: 204 len: 168 time: 0.3062806 Jan 25 16:13:43.208534 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-1718d8c7-d125-45c5-ab62-8d3d9a28220e tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.227549 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-1718d8c7-d125-45c5-ab62-8d3d9a28220e tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.237357 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:43.240424 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eab4df10-723b-47eb-ba08-24c7d811458f req-692887b3-75bc-49e0-b6f6-00a7caaa0787 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups/55c8989f-709d-4b12-901b-3fa1fc1bded9 HTTP/1.1" status: 200 len: 2407 time: 0.0536349 Jan 25 16:13:43.245078 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-eab4df10-723b-47eb-ba08-24c7d811458f req-f084dd01-0d16-4d53-a15a-c711cc4eac73 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55c8989f-709d-4b12-901b-3fa1fc1bded9', 'remote_group_id': None}]} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:13:43.246076 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-eab4df10-723b-47eb-ba08-24c7d811458f req-f084dd01-0d16-4d53-a15a-c711cc4eac73 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55c8989f-709d-4b12-901b-3fa1fc1bded9', 'remote_group_id': None}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:13:43.251662 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-eab4df10-723b-47eb-ba08-24c7d811458f req-f084dd01-0d16-4d53-a15a-c711cc4eac73 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:43.254046 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-eab4df10-723b-47eb-ba08-24c7d811458f req-f084dd01-0d16-4d53-a15a-c711cc4eac73 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Usage tracker for resource:security_group_rule and tenant:cf7540de0e56436e91efecf367152a89 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:43.255745 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-eab4df10-723b-47eb-ba08-24c7d811458f req-f084dd01-0d16-4d53-a15a-c711cc4eac73 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:43.258916 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-eab4df10-723b-47eb-ba08-24c7d811458f req-f084dd01-0d16-4d53-a15a-c711cc4eac73 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:43.292043 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-eab4df10-723b-47eb-ba08-24c7d811458f req-f084dd01-0d16-4d53-a15a-c711cc4eac73 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for security_group_rule, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.305191 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-eab4df10-723b-47eb-ba08-24c7d811458f req-f084dd01-0d16-4d53-a15a-c711cc4eac73 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.306946 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-eab4df10-723b-47eb-ba08-24c7d811458f req-f084dd01-0d16-4d53-a15a-c711cc4eac73 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911720'] for security_group_rule, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.308775 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c1639494-cd03-4cf6-912b-99b6887ca737 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:43.325516 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084dd01-0d16-4d53-a15a-c711cc4eac73 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7ecd80-df55-4804-b9e0-c12a877569fb,revision_number=0']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:43.326824 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-eab4df10-723b-47eb-ba08-24c7d811458f req-f084dd01-0d16-4d53-a15a-c711cc4eac73 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for security_group_rule, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.327591 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eab4df10-723b-47eb-ba08-24c7d811458f req-f084dd01-0d16-4d53-a15a-c711cc4eac73 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.0855546 Jan 25 16:13:43.328066 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f084dd01-0d16-4d53-a15a-c711cc4eac73 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:43.351080 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718d8c7-d125-45c5-ab62-8d3d9a28220e tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Pushing event updated for resources: {'Port': ['ID=ee0a067c-06f4-4aad-b084-f25e83ec91f2,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:43.356614 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1718d8c7-d125-45c5-ab62-8d3d9a28220e tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:43.407357 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b05b2a-fb35-430e-ac13-b03af88f134b req-5349654e-d2e3-4967-ba9c-bacdeda23a26 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:43.408294 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-30b05b2a-fb35-430e-ac13-b03af88f134b req-5349654e-d2e3-4967-ba9c-bacdeda23a26 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.1527324 Jan 25 16:13:43.410689 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-1718d8c7-d125-45c5-ab62-8d3d9a28220e tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Network ad05e1f3-9673-4252-b943-5a928b9dd11e is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:13:43.411382 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-1718d8c7-d125-45c5-ab62-8d3d9a28220e tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:13:43.413252 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-1718d8c7-d125-45c5-ab62-8d3d9a28220e tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:13:43.423712 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-1718d8c7-d125-45c5-ab62-8d3d9a28220e tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:43.424122 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-1718d8c7-d125-45c5-ab62-8d3d9a28220e tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.437406 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db7d01-80bd-457e-aada-24c0e347fe55 req-7548830a-dfeb-49f9-a90c-edd9bbd5dc2b tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:43.438380 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-95db7d01-80bd-457e-aada-24c0e347fe55 req-7548830a-dfeb-49f9-a90c-edd9bbd5dc2b tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5195800e-c6a9-4571-beca-cf1c486505ad HTTP/1.1" status: 200 len: 931 time: 0.0572054 Jan 25 16:13:43.452319 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-1718d8c7-d125-45c5-ab62-8d3d9a28220e tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0932016 Jan 25 16:13:43.458864 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-30b05b2a-fb35-430e-ac13-b03af88f134b req-a0b3c224-da0e-4698-bf10-98bcdd15cfa0 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461531 Jan 25 16:13:43.461852 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Request body: {'port': {'device_id': '5195800e-c6a9-4571-beca-cf1c486505ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:13:43.465342 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 40060) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:43.479730 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-95db7d01-80bd-457e-aada-24c0e347fe55 req-a3f39ac4-2bed-4c15-a864-24d3bf65617a tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Synchronizing usage tracker for tenant:212d11d539e24800b27e4dceee2a3ab7 on resource:security_group {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:13:43.481911 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cf478beb-dd53-4412-8bd3-c8a3f69eca2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.494366 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-cf478beb-dd53-4412-8bd3-c8a3f69eca2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:13:43.497755 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-cf478beb-dd53-4412-8bd3-c8a3f69eca2c admin admin] Usage tracker for resource:security_group_rule and tenant:c611862344304fdfb071596ddee1dea6 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:13:43.499513 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-cf478beb-dd53-4412-8bd3-c8a3f69eca2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:13:43.502412 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-95db7d01-80bd-457e-aada-24c0e347fe55 req-a3f39ac4-2bed-4c15-a864-24d3bf65617a tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Unset dirty status for tenant:212d11d539e24800b27e4dceee2a3ab7 on resource:security_group {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:13:43.503121 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-95db7d01-80bd-457e-aada-24c0e347fe55 req-a3f39ac4-2bed-4c15-a864-24d3bf65617a tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/security-groups?id=019fc4b4-e7e0-4d62-86fd-651ea2d00160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596354 Jan 25 16:13:43.503595 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-cf478beb-dd53-4412-8bd3-c8a3f69eca2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:13:43.531552 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.553273 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cf478beb-dd53-4412-8bd3-c8a3f69eca2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.555353 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cf478beb-dd53-4412-8bd3-c8a3f69eca2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.561374 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-000245f9-1dee-44d0-b224-8c0e5a4efdb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:43.595087 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf478beb-dd53-4412-8bd3-c8a3f69eca2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177de188-0ccc-4e9d-9c6a-f7685d2a43a4,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:43.597110 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-cf478beb-dd53-4412-8bd3-c8a3f69eca2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:43.600423 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-cf478beb-dd53-4412-8bd3-c8a3f69eca2c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c611862344304fdfb071596ddee1dea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1329153 Jan 25 16:13:43.601730 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 40068) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:43.612470 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-50eae5bf-5661-4107-be8a-36a8ad4fe587 req-1f7c3587-f8f2-4f46-aeeb-d1647195f9bc tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Synchronizing usage tracker for tenant:cf7540de0e56436e91efecf367152a89 on resource:security_group {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:13:43.621172 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-50eae5bf-5661-4107-be8a-36a8ad4fe587 req-1f7c3587-f8f2-4f46-aeeb-d1647195f9bc tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Unset dirty status for tenant:cf7540de0e56436e91efecf367152a89 on resource:security_group {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:13:43.621864 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-50eae5bf-5661-4107-be8a-36a8ad4fe587 req-1f7c3587-f8f2-4f46-aeeb-d1647195f9bc tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1000687597&fields=id&tenant_id=cf7540de0e56436e91efecf367152a89 HTTP/1.1" status: 200 len: 267 time: 0.0564494 Jan 25 16:13:43.683296 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eae5bf-5661-4107-be8a-36a8ad4fe587 req-9c690e76-e368-4132-8d01-5cac8fb770ad tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:43.684984 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-50eae5bf-5661-4107-be8a-36a8ad4fe587 req-9c690e76-e368-4132-8d01-5cac8fb770ad tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 946 time: 0.0596476 Jan 25 16:13:43.691359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-50eae5bf-5661-4107-be8a-36a8ad4fe587 req-705b4144-6e8c-4d71-a072-82f077d06819 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Request body: {'port': {'security_groups': ['17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf', '55c8989f-709d-4b12-901b-3fa1fc1bded9']}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:13:43.696839 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe710d-85c3-4086-b647-4687702f73e4 req-3351fb39-47d2-4f35-8599-2faa9486f941 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:43.697764 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2ebe710d-85c3-4086-b647-4687702f73e4 req-3351fb39-47d2-4f35-8599-2faa9486f941 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.1600924 Jan 25 16:13:43.729178 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7ba2f7db-41c2-4178-abd0-ec13f25b9573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.764435 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-50eae5bf-5661-4107-be8a-36a8ad4fe587 req-705b4144-6e8c-4d71-a072-82f077d06819 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.794266 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2ebe710d-85c3-4086-b647-4687702f73e4 req-1d0c2be3-b3b3-42f8-b392-b28ec45b0c63 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864942 Jan 25 16:13:43.797655 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7ba2f7db-41c2-4178-abd0-ec13f25b9573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.856221 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7ba2f7db-41c2-4178-abd0-ec13f25b9573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.858830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:43.873894 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2f7db-41c2-4178-abd0-ec13f25b9573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177de188-0ccc-4e9d-9c6a-f7685d2a43a4,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:43.877216 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7ba2f7db-41c2-4178-abd0-ec13f25b9573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:43.921899 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-0135c099-e90e-4cb2-b92e-42122f7f77a3 req-e0bae070-606f-4537-9549-84ca6767ad1b tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Synchronizing usage tracker for tenant:290b0ab48c38450bbbc1168c618f6c98 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:13:43.923352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7ba2f7db-41c2-4178-abd0-ec13f25b9573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.924006 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-7ba2f7db-41c2-4178-abd0-ec13f25b9573 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/177de188-0ccc-4e9d-9c6a-f7685d2a43a4 HTTP/1.1" status: 204 len: 168 time: 0.3062856 Jan 25 16:13:43.938595 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0a067c-06f4-4aad-b084-f25e83ec91f2 {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:13:43.943337 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.946051 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-0135c099-e90e-4cb2-b92e-42122f7f77a3 req-e0bae070-606f-4537-9549-84ca6767ad1b tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Unset dirty status for tenant:290b0ab48c38450bbbc1168c618f6c98 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:13:43.946928 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0135c099-e90e-4cb2-b92e-42122f7f77a3 req-e0bae070-606f-4537-9549-84ca6767ad1b tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 210 time: 0.0707393 Jan 25 16:13:43.952769 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Transition to ACTIVE for port object ee0a067c-06f4-4aad-b084-f25e83ec91f2 will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:13:43.954343 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:43.968161 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f37aa81b-1fa2-4c07-8d9c-6fb4f95f12bd tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:44.044478 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Pushing event updated for resources: {'Port': ['ID=ee0a067c-06f4-4aad-b084-f25e83ec91f2,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:44.047646 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:44.116584 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Attempting to bind port ee0a067c-06f4-4aad-b084-f25e83ec91f2 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:13:44.116933 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Attempting to bind port ee0a067c-06f4-4aad-b084-f25e83ec91f2 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': 'a27b1430-2d50-4129-9772-c71834432665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ad05e1f3-9673-4252-b943-5a928b9dd11e'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:13:44.117288 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Attempting to bind port ee0a067c-06f4-4aad-b084-f25e83ec91f2 on network ad05e1f3-9673-4252-b943-5a928b9dd11e {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:13:44.121202 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:13:44.121576 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Checking segment: {'id': 'a27b1430-2d50-4129-9772-c71834432665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ad05e1f3-9673-4252-b943-5a928b9dd11e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:13:44.121934 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:44.122286 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Bound using segment: {'id': 'a27b1430-2d50-4129-9772-c71834432665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ad05e1f3-9673-4252-b943-5a928b9dd11e'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:13:44.122552 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Bound port: ee0a067c-06f4-4aad-b084-f25e83ec91f2, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27b1430-2d50-4129-9772-c71834432665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ad05e1f3-9673-4252-b943-5a928b9dd11e'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:13:44.122753 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:44.141163 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-50eae5bf-5661-4107-be8a-36a8ad4fe587 req-705b4144-6e8c-4d71-a072-82f077d06819 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] For port ac93ef6c-ba48-4fc2-b7ac-c644d924366b, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=ac93ef6c-ba48-4fc2-b7ac-c644d924366b,segment=NetworkSegment(d94251e5-8c1d-4c4d-8471-c81311948afe),segment_id=d94251e5-8c1d-4c4d-8471-c81311948afe)] {{(pid=79984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:13:44.155817 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-50eae5bf-5661-4107-be8a-36a8ad4fe587 req-705b4144-6e8c-4d71-a072-82f077d06819 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for port, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:44.160133 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-50eae5bf-5661-4107-be8a-36a8ad4fe587 req-705b4144-6e8c-4d71-a072-82f077d06819 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852675872'] for port, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:44.172000 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:44.186865 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] For port ee0a067c-06f4-4aad-b084-f25e83ec91f2, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:13:44.188978 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] For port ee0a067c-06f4-4aad-b084-f25e83ec91f2, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=ee0a067c-06f4-4aad-b084-f25e83ec91f2,segment=NetworkSegment(a27b1430-2d50-4129-9772-c71834432665),segment_id=a27b1430-2d50-4129-9772-c71834432665)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:13:44.191934 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:44.202260 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9179cdf5-564b-4249-b4bb-f429f1c17d2c tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:44.253175 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b4144-6e8c-4d71-a072-82f077d06819 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Pushing event updated for resources: {'Port': ['ID=ac93ef6c-ba48-4fc2-b7ac-c644d924366b,revision_number=5']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:44.255992 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-705b4144-6e8c-4d71-a072-82f077d06819 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:44.310762 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eae5bf-5661-4107-be8a-36a8ad4fe587 req-705b4144-6e8c-4d71-a072-82f077d06819 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:44.311214 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-50eae5bf-5661-4107-be8a-36a8ad4fe587 req-705b4144-6e8c-4d71-a072-82f077d06819 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for port, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:44.324862 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-50eae5bf-5661-4107-be8a-36a8ad4fe587 req-705b4144-6e8c-4d71-a072-82f077d06819 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "PUT /v2.0/ports/ac93ef6c-ba48-4fc2-b7ac-c644d924366b HTTP/1.1" status: 200 len: 982 time: 0.6350341 Jan 25 16:13:44.325337 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b910f02-d8f4-4242-a932-b4a1b6194059', 'tag': 'ac93ef6c-ba48-4fc2-b7ac-c644d924366b'}] {{(pid=79984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:13:44.451196 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cf380-d3ff-49bc-a561-8c201e7524d8 req-a94e976c-70b7-4905-ab2d-bf8afe1a4be0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:44.452548 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-845cf380-d3ff-49bc-a561-8c201e7524d8 req-a94e976c-70b7-4905-ab2d-bf8afe1a4be0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0729213 Jan 25 16:13:44.481374 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-845cf380-d3ff-49bc-a561-8c201e7524d8 req-582d2ae3-2eef-4749-8c2d-3bd135226d0a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279684 Jan 25 16:13:44.512835 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-5d72ffe7-b09e-446e-8196-e1484ec5b56c None None] Provisioning complete for port ac93ef6c-ba48-4fc2-b7ac-c644d924366b triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:13:44.513071 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5d72ffe7-b09e-446e-8196-e1484ec5b56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:44.519165 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Pushing event updated for resources: {'Port': ['ID=ee0a067c-06f4-4aad-b084-f25e83ec91f2,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:44.522778 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:44.551575 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113493b-a318-4e69-865c-e0acf6306566 req-5dfc6896-4bcc-4b92-b963-741f22b36a00 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:44.552541 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8113493b-a318-4e69-865c-e0acf6306566 req-5dfc6896-4bcc-4b92-b963-741f22b36a00 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=f3f5da6f-d8b4-4838-b2d5-f049670ec1e8 HTTP/1.1" status: 200 len: 945 time: 0.3302534 Jan 25 16:13:44.571636 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:44.572011 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:44.572853 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] 10.222.0.117 "PUT /v2.0/ports/ee0a067c-06f4-4aad-b084-f25e83ec91f2 HTTP/1.1" status: 200 len: 1157 time: 1.1134081 Jan 25 16:13:44.587327 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8113493b-a318-4e69-865c-e0acf6306566 req-a920d9b6-e0af-4b11-8a76-10e5fae4be56 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304861 Jan 25 16:13:44.627249 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b910f02-d8f4-4242-a932-b4a1b6194059', 'tag': 'ac93ef6c-ba48-4fc2-b7ac-c644d924366b', 'status': 'completed', 'code': 200} Jan 25 16:13:44.659585 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117df11-658e-4c2d-aa06-244594c33367 req-9c6280f3-8728-455d-8222-88fc56630bab tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:44.660588 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5117df11-658e-4c2d-aa06-244594c33367 req-9c6280f3-8728-455d-8222-88fc56630bab tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0774162 Jan 25 16:13:44.667955 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8618ad2-1bba-4735-9cbc-83a94a65f771 req-e3ee6b72-15b1-4e94-8081-505bc8af7f77 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:44.668952 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b8618ad2-1bba-4735-9cbc-83a94a65f771 req-e3ee6b72-15b1-4e94-8081-505bc8af7f77 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.117 "GET /v2.0/ports?device_id=f3f5da6f-d8b4-4838-b2d5-f049670ec1e8 HTTP/1.1" status: 200 len: 945 time: 0.0613582 Jan 25 16:13:44.696930 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5117df11-658e-4c2d-aa06-244594c33367 req-5a703c3a-2d95-4490-bed9-d4f519c7e7f3 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0327389 Jan 25 16:13:44.744589 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-b8618ad2-1bba-4735-9cbc-83a94a65f771 req-bbacdfb9-fbe3-4175-af7c-fca5671858ed tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Deleting port 52876959-6dc2-4816-9cea-9e69f1c9e2b6 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:13:44.744845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b8618ad2-1bba-4735-9cbc-83a94a65f771 req-bbacdfb9-fbe3-4175-af7c-fca5671858ed tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:44.802545 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5195800e-c6a9-4571-beca-cf1c486505ad', 'tag': 'ee0a067c-06f4-4aad-b084-f25e83ec91f2'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:13:44.826445 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d192575-9020-4d47-ba16-1a72a356745a req-fa4d9e95-5996-453c-9db5-2f95cc22084f tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:44.826870 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-7d192575-9020-4d47-ba16-1a72a356745a req-fa4d9e95-5996-453c-9db5-2f95cc22084f tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Synchronizing usage tracker for tenant:212d11d539e24800b27e4dceee2a3ab7 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:13:44.849818 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5195800e-c6a9-4571-beca-cf1c486505ad', 'tag': 'ee0a067c-06f4-4aad-b084-f25e83ec91f2', 'status': 'completed', 'code': 200} Jan 25 16:13:44.885764 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-7d192575-9020-4d47-ba16-1a72a356745a req-fa4d9e95-5996-453c-9db5-2f95cc22084f tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Unset dirty status for tenant:212d11d539e24800b27e4dceee2a3ab7 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:13:44.886512 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7d192575-9020-4d47-ba16-1a72a356745a req-fa4d9e95-5996-453c-9db5-2f95cc22084f tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5195800e-c6a9-4571-beca-cf1c486505ad HTTP/1.1" status: 200 len: 943 time: 0.1856596 Jan 25 16:13:44.922973 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7d192575-9020-4d47-ba16-1a72a356745a req-0479db27-a11a-4fc6-b25c-599e4f1a8989 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/security-groups?id=019fc4b4-e7e0-4d62-86fd-651ea2d00160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279312 Jan 25 16:13:44.954345 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-b8618ad2-1bba-4735-9cbc-83a94a65f771 req-bbacdfb9-fbe3-4175-af7c-fca5671858ed tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] For port 52876959-6dc2-4816-9cea-9e69f1c9e2b6, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=52876959-6dc2-4816-9cea-9e69f1c9e2b6,segment=NetworkSegment(4c88bdfb-61eb-494e-8176-98526c7183ca),segment_id=4c88bdfb-61eb-494e-8176-98526c7183ca)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:13:44.954723 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b8618ad2-1bba-4735-9cbc-83a94a65f771 req-bbacdfb9-fbe3-4175-af7c-fca5671858ed tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:45.000997 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032e17f-6fb4-45ac-836b-6014352c1daf req-ffa3e5f6-b754-440c-b31d-02d74feec072 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:45.007450 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1032e17f-6fb4-45ac-836b-6014352c1daf req-ffa3e5f6-b754-440c-b31d-02d74feec072 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.1101215 Jan 25 16:13:45.051478 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-b8618ad2-1bba-4735-9cbc-83a94a65f771 req-bbacdfb9-fbe3-4175-af7c-fca5671858ed tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Calling delete_port for 52876959-6dc2-4816-9cea-9e69f1c9e2b6 owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:13:45.068665 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1032e17f-6fb4-45ac-836b-6014352c1daf req-a513d2b3-cb14-41ae-a9e4-006064c572a0 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625644 Jan 25 16:13:45.075208 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9580860-fac9-4f61-ad88-a8e4a74e8203 req-3fc4b6e0-bfe4-45fc-8b90-600eda4a2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:45.076249 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d9580860-fac9-4f61-ad88-a8e4a74e8203 req-3fc4b6e0-bfe4-45fc-8b90-600eda4a2c02 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=cf7540de0e56436e91efecf367152a89&device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 1203 time: 0.0919936 Jan 25 16:13:45.109139 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-177c1212-a823-4daa-854d-ad6ac40ecc6c req-21fd1d90-c8f1-4bf6-b951-97ba4c83e09d tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] 10.222.0.107 "GET /v2.0/ports?device_id=96e4373e-9f49-4154-b487-c1946996765b HTTP/1.1" status: 200 len: 210 time: 0.0615189 Jan 25 16:13:45.160711 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-16bc9d44-3dc7-45af-8d4c-90b86e58b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:45.161622 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-16bc9d44-3dc7-45af-8d4c-90b86e58b30c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=212d11d539e24800b27e4dceee2a3ab7&device_id=5195800e-c6a9-4571-beca-cf1c486505ad HTTP/1.1" status: 200 len: 1160 time: 0.1677518 Jan 25 16:13:45.167351 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9580860-fac9-4f61-ad88-a8e4a74e8203 req-57619e71-658f-4553-a98f-08a3566a7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:45.168827 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d9580860-fac9-4f61-ad88-a8e4a74e8203 req-57619e71-658f-4553-a98f-08a3566a7586 service neutron] 10.222.0.117 "GET /v2.0/networks?id=3d1b4a78-6fa5-4235-8076-b2b3ac751aff HTTP/1.1" status: 200 len: 909 time: 0.0874243 Jan 25 16:13:45.208529 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-79929f40-9e81-47da-8df4-b58460d8beb1 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee0a067c-06f4-4aad-b084-f25e83ec91f2 HTTP/1.1" status: 200 len: 217 time: 0.0416672 Jan 25 16:13:45.227727 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d9580860-fac9-4f61-ad88-a8e4a74e8203 req-ff1cdc95-da07-498e-9829-abdf127641b0 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac93ef6c-ba48-4fc2-b7ac-c644d924366b HTTP/1.1" status: 200 len: 1002 time: 0.0547497 Jan 25 16:13:45.238822 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b8618ad2-1bba-4735-9cbc-83a94a65f771 req-bbacdfb9-fbe3-4175-af7c-fca5671858ed tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:45.248685 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8df57557-5636-4ae3-86bc-5a019b21b636 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:45.268267 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9580860-fac9-4f61-ad88-a8e4a74e8203 req-c9a6899f-7a52-40e0-a50e-1432de01f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:45.269191 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d9580860-fac9-4f61-ad88-a8e4a74e8203 req-c9a6899f-7a52-40e0-a50e-1432de01f385 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=68a34ad1-cdd3-424c-8e73-7c05cc04be85 HTTP/1.1" status: 200 len: 854 time: 0.0367606 Jan 25 16:13:45.281756 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacdfb9-fbe3-4175-af7c-fca5671858ed tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Pushing event deleted for resources: {'Port': ['ID=52876959-6dc2-4816-9cea-9e69f1c9e2b6,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:45.313825 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-bbacdfb9-fbe3-4175-af7c-fca5671858ed tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:45.320944 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9580860-fac9-4f61-ad88-a8e4a74e8203 req-10a6db5a-9e46-4eb6-9592-2b3b64f32a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:45.321090 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2d3695c8-14d4-4658-a495-17cf680246a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:45.321878 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d9580860-fac9-4f61-ad88-a8e4a74e8203 req-10a6db5a-9e46-4eb6-9592-2b3b64f32a13 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3d1b4a78-6fa5-4235-8076-b2b3ac751aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465677 Jan 25 16:13:45.321976 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-2d3695c8-14d4-4658-a495-17cf680246a1 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f3df57bb-544b-4bca-bdb9-27d6a9b22e5f HTTP/1.1" status: 200 len: 854 time: 0.1082289 Jan 25 16:13:45.370342 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-fc4ef4bb-6df7-4229-81f6-48bb9c96d7d1 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ad05e1f3-9673-4252-b943-5a928b9dd11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277569 Jan 25 16:13:45.416786 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d9580860-fac9-4f61-ad88-a8e4a74e8203 req-e0d23639-b509-489b-a156-acc867a8883a service neutron] 10.222.0.117 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0767891 Jan 25 16:13:45.455635 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8618ad2-1bba-4735-9cbc-83a94a65f771 req-bbacdfb9-fbe3-4175-af7c-fca5671858ed tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] No DVR routers for this DVR port 52876959-6dc2-4816-9cea-9e69f1c9e2b6 on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:13:45.457886 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b8618ad2-1bba-4735-9cbc-83a94a65f771 req-bbacdfb9-fbe3-4175-af7c-fca5671858ed tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:45.475384 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b8618ad2-1bba-4735-9cbc-83a94a65f771 req-bbacdfb9-fbe3-4175-af7c-fca5671858ed tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.117 "DELETE /v2.0/ports/52876959-6dc2-4816-9cea-9e69f1c9e2b6 HTTP/1.1" status: 204 len: 173 time: 0.8020971 Jan 25 16:13:45.485796 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-ecb5362e-30ee-4176-8a66-1f6c0b8081be service neutron] 10.222.0.117 "GET /v2.0/networks/ad05e1f3-9673-4252-b943-5a928b9dd11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100314 Jan 25 16:13:45.500772 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d9580860-fac9-4f61-ad88-a8e4a74e8203 req-fb808704-0736-4e87-b1d2-e1e6c8e50b9d service neutron] 10.222.0.117 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0792363 Jan 25 16:13:45.567700 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1698d71-83d3-44d6-a8c8-b81ab33ada5d req-e132074b-c286-4557-96fa-78d678af00f7 service neutron] 10.222.0.117 "GET /v2.0/networks/ad05e1f3-9673-4252-b943-5a928b9dd11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0751777 Jan 25 16:13:45.620277 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe2cfa-abeb-48f9-8c5c-e749f2aa1765 req-948b627f-617a-41e8-ba54-1c3525781ca6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:45.621504 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5cfe2cfa-abeb-48f9-8c5c-e749f2aa1765 req-948b627f-617a-41e8-ba54-1c3525781ca6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0575149 Jan 25 16:13:45.650934 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5cfe2cfa-abeb-48f9-8c5c-e749f2aa1765 req-1e370d60-65e9-46cc-a563-a5a263dd9334 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256093 Jan 25 16:13:45.688373 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-f3b9ffa5-6a70-4ec9-836e-c100382822c5 req-153c7ec0-0465-48c4-910a-e54183de295a tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Synchronizing usage tracker for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:13:45.696982 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-f3b9ffa5-6a70-4ec9-836e-c100382822c5 req-153c7ec0-0465-48c4-910a-e54183de295a tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Unset dirty status for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:13:45.697640 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f3b9ffa5-6a70-4ec9-836e-c100382822c5 req-153c7ec0-0465-48c4-910a-e54183de295a tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=f3f5da6f-d8b4-4838-b2d5-f049670ec1e8 HTTP/1.1" status: 200 len: 210 time: 0.0375874 Jan 25 16:13:46.059234 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f93032-817f-4353-84bc-dc3b458da9cd req-5aef3678-605e-4ac5-b39b-d6b6dbf61517 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:46.060200 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-93f93032-817f-4353-84bc-dc3b458da9cd req-5aef3678-605e-4ac5-b39b-d6b6dbf61517 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5195800e-c6a9-4571-beca-cf1c486505ad HTTP/1.1" status: 200 len: 943 time: 0.0642953 Jan 25 16:13:46.089926 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-93f93032-817f-4353-84bc-dc3b458da9cd req-e32941f1-ef8b-45af-87ca-711dc81e7286 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/security-groups?id=019fc4b4-e7e0-4d62-86fd-651ea2d00160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262308 Jan 25 16:13:46.195944 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3f66d-7b40-46ed-833c-f38b9fc7cdb3 req-c0c2d094-9a99-4d9b-998b-f0111b762626 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:46.197058 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b1b3f66d-7b40-46ed-833c-f38b9fc7cdb3 req-c0c2d094-9a99-4d9b-998b-f0111b762626 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0600281 Jan 25 16:13:46.225907 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b1b3f66d-7b40-46ed-833c-f38b9fc7cdb3 req-912b498e-665a-40de-95dd-c02c90e90121 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242488 Jan 25 16:13:46.816624 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5c9b8356-0e17-49e6-ab8d-02af0e80b397 req-970b6771-76c0-42c7-a63b-482d83471044 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=f3f5da6f-d8b4-4838-b2d5-f049670ec1e8 HTTP/1.1" status: 200 len: 210 time: 0.0306857 Jan 25 16:13:46.817597 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1bb9c-7cb6-4cdc-a8db-126fe0b6a4a4 req-bfa94fb0-e14e-43bf-ae1c-70fc2fc1d13e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:46.818677 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-73e1bb9c-7cb6-4cdc-a8db-126fe0b6a4a4 req-bfa94fb0-e14e-43bf-ae1c-70fc2fc1d13e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0633633 Jan 25 16:13:46.850781 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-73e1bb9c-7cb6-4cdc-a8db-126fe0b6a4a4 req-cfc501e6-1f83-4dbf-910d-259abd3b0eb0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279562 Jan 25 16:13:46.851266 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f5da6f-d8b4-4838-b2d5-f049670ec1e8', 'name': 'network-vif-deleted', 'tag': '52876959-6dc2-4816-9cea-9e69f1c9e2b6'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:13:46.882718 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f5da6f-d8b4-4838-b2d5-f049670ec1e8', 'name': 'network-vif-deleted', 'tag': '52876959-6dc2-4816-9cea-9e69f1c9e2b6', 'status': 'completed', 'code': 200} Jan 25 16:13:47.093458 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device ac93ef6c-ba48-4fc2-b7ac-c644d924366b up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:13:47.145268 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port ac93ef6c-ba48-4fc2-b7ac-c644d924366b triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:13:47.145551 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:47.218656 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d190d6-ac91-49fd-9b02-88e9216add22 req-fc03d168-a89a-4e65-b858-f685bbac35af tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:47.219697 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b9d190d6-ac91-49fd-9b02-88e9216add22 req-fc03d168-a89a-4e65-b858-f685bbac35af tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5195800e-c6a9-4571-beca-cf1c486505ad HTTP/1.1" status: 200 len: 943 time: 0.0583310 Jan 25 16:13:47.227609 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 52876959-6dc2-4816-9cea-9e69f1c9e2b6 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:13:47.250657 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] No Port match for: 52876959-6dc2-4816-9cea-9e69f1c9e2b6 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:13:47.250900 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 52876959-6dc2-4816-9cea-9e69f1c9e2b6 not bound to the agent host hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:13:47.253423 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b9d190d6-ac91-49fd-9b02-88e9216add22 req-0164e873-96a8-4a23-b7d9-069fb322196b tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/security-groups?id=019fc4b4-e7e0-4d62-86fd-651ea2d00160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257535 Jan 25 16:13:47.358622 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e0d5d-5641-4842-839f-22d9e4b26429 req-2c77942f-3fce-4eb2-a930-8133f3bf4d1e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:47.359449 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-032e0d5d-5641-4842-839f-22d9e4b26429 req-2c77942f-3fce-4eb2-a930-8133f3bf4d1e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0570800 Jan 25 16:13:47.394505 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-032e0d5d-5641-4842-839f-22d9e4b26429 req-4668e920-c3fb-47ad-8e13-6d99587b9de1 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266440 Jan 25 16:13:48.029044 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa7b4e-f1b2-4e73-8545-ff94eb454ddb req-165bf145-05f4-4163-b182-303d5d8d48d1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:48.030156 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a6aa7b4e-f1b2-4e73-8545-ff94eb454ddb req-165bf145-05f4-4163-b182-303d5d8d48d1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0741663 Jan 25 16:13:48.063679 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a6aa7b4e-f1b2-4e73-8545-ff94eb454ddb req-0e7593ba-ba59-481f-9cc2-c61976c4dff0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293021 Jan 25 16:13:48.374922 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.objects.ports [None req-1c7188dc-3658-4d3b-9ccb-c2be1827127f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79986) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 25 16:13:48.423883 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a9d07-ebf7-4dbf-b4a7-6f97138018c0 req-233a600f-5e5e-4c96-a452-cb26223e666d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:48.425089 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-463a9d07-ebf7-4dbf-b4a7-6f97138018c0 req-233a600f-5e5e-4c96-a452-cb26223e666d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5195800e-c6a9-4571-beca-cf1c486505ad HTTP/1.1" status: 200 len: 943 time: 0.0757873 Jan 25 16:13:48.464153 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-463a9d07-ebf7-4dbf-b4a7-6f97138018c0 req-71732e8d-ad4c-447d-98fb-3839f9ee1949 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/security-groups?id=019fc4b4-e7e0-4d62-86fd-651ea2d00160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315471 Jan 25 16:13:48.552803 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283879d-ccb3-483a-bdf5-4c82ac56b81e req-c2f12f41-9f50-486c-be3d-f82f17eae590 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:48.553823 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1283879d-ccb3-483a-bdf5-4c82ac56b81e req-c2f12f41-9f50-486c-be3d-f82f17eae590 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0788581 Jan 25 16:13:48.589814 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1283879d-ccb3-483a-bdf5-4c82ac56b81e req-1988605d-db9c-49d2-ab71-008bf49cd19e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318975 Jan 25 16:13:48.858215 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device ee0a067c-06f4-4aad-b084-f25e83ec91f2 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:13:48.915151 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port ee0a067c-06f4-4aad-b084-f25e83ec91f2 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:13:48.919213 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port ee0a067c-06f4-4aad-b084-f25e83ec91f2 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:13:48.919422 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:49.000675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:49.018683 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5195800e-c6a9-4571-beca-cf1c486505ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0a067c-06f4-4aad-b084-f25e83ec91f2'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:13:49.025396 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port ee0a067c-06f4-4aad-b084-f25e83ec91f2, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=ee0a067c-06f4-4aad-b084-f25e83ec91f2,segment=NetworkSegment(a27b1430-2d50-4129-9772-c71834432665),segment_id=a27b1430-2d50-4129-9772-c71834432665)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:13:49.027947 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:49.029414 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:49.057291 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5195800e-c6a9-4571-beca-cf1c486505ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0a067c-06f4-4aad-b084-f25e83ec91f2', 'code': 200} Jan 25 16:13:49.075658 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=ee0a067c-06f4-4aad-b084-f25e83ec91f2,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:49.077872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:49.222272 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8048576-3532-4111-8b00-d04a28bcdbc3 req-68b5bc28-7e5c-4a39-81fe-bec9f6f3c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:49.223573 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d8048576-3532-4111-8b00-d04a28bcdbc3 req-68b5bc28-7e5c-4a39-81fe-bec9f6f3c332 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=5195800e-c6a9-4571-beca-cf1c486505ad HTTP/1.1" status: 200 len: 1162 time: 0.0555451 Jan 25 16:13:49.230645 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0ab81-3b77-4e2a-8812-97e1790bc42d req-508c2987-c5b3-4ed7-adde-fc18e79b0985 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:49.232176 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eef0ab81-3b77-4e2a-8812-97e1790bc42d req-508c2987-c5b3-4ed7-adde-fc18e79b0985 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0698774 Jan 25 16:13:49.257203 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d8048576-3532-4111-8b00-d04a28bcdbc3 req-76018513-5b4d-4e17-8e4a-394cd84d4008 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=019fc4b4-e7e0-4d62-86fd-651ea2d00160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286295 Jan 25 16:13:49.270006 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eef0ab81-3b77-4e2a-8812-97e1790bc42d req-04fbbefb-9e56-4dd5-b420-bd5eb9442ba1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332859 Jan 25 16:13:49.314832 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dc0fa-c6b3-4ae3-9b21-e92d5c1a3b4b req-b4ccae90-47c7-40b3-b0b2-88a4d7ddab64 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:49.315711 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f23dc0fa-c6b3-4ae3-9b21-e92d5c1a3b4b req-b4ccae90-47c7-40b3-b0b2-88a4d7ddab64 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 945 time: 0.0599003 Jan 25 16:13:49.342880 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f23dc0fa-c6b3-4ae3-9b21-e92d5c1a3b4b req-c173961d-c524-4c07-865c-45c2ae6b8127 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236909 Jan 25 16:13:49.606709 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301b711-1a26-4237-ac4c-02cbfe6a92f4 req-5adec2dc-a5c8-46f9-9b23-3244c0769d37 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:49.607912 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f301b711-1a26-4237-ac4c-02cbfe6a92f4 req-5adec2dc-a5c8-46f9-9b23-3244c0769d37 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5195800e-c6a9-4571-beca-cf1c486505ad HTTP/1.1" status: 200 len: 945 time: 0.0685191 Jan 25 16:13:49.642100 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f301b711-1a26-4237-ac4c-02cbfe6a92f4 req-20071138-ad36-4262-bb4c-82462edf76df tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/security-groups?id=019fc4b4-e7e0-4d62-86fd-651ea2d00160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302973 Jan 25 16:13:49.664839 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b98622-2677-44c6-86e2-ba67bdeb556f req-ebb0274c-7343-4bc4-8710-5341f46d8dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:49.665774 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-87b98622-2677-44c6-86e2-ba67bdeb556f req-ebb0274c-7343-4bc4-8710-5341f46d8dae service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=212d11d539e24800b27e4dceee2a3ab7&device_id=5195800e-c6a9-4571-beca-cf1c486505ad HTTP/1.1" status: 200 len: 1162 time: 0.0460677 Jan 25 16:13:49.784331 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36c8d0-bc23-46e1-8b89-fac4d54a497e req-fa1ffa6b-3fb5-4ca4-969e-79a53cae1d5d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:49.785176 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fa36c8d0-bc23-46e1-8b89-fac4d54a497e req-fa1ffa6b-3fb5-4ca4-969e-79a53cae1d5d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.1188138 Jan 25 16:13:49.785794 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b98622-2677-44c6-86e2-ba67bdeb556f req-df1f427e-08b7-4755-8c04-bc356047fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:49.786557 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-87b98622-2677-44c6-86e2-ba67bdeb556f req-df1f427e-08b7-4755-8c04-bc356047fd5d service neutron] 10.222.0.117 "GET /v2.0/networks?id=ad05e1f3-9673-4252-b943-5a928b9dd11e HTTP/1.1" status: 200 len: 908 time: 0.0977151 Jan 25 16:13:50.021027 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-87b98622-2677-44c6-86e2-ba67bdeb556f req-af09ec78-970f-43b1-b471-0e48534581d2 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee0a067c-06f4-4aad-b084-f25e83ec91f2 HTTP/1.1" status: 200 len: 217 time: 0.2212212 Jan 25 16:13:50.031353 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fa36c8d0-bc23-46e1-8b89-fac4d54a497e req-ba243c47-4a5e-4185-b6af-3a1db177c546 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421641 Jan 25 16:13:50.068323 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b98622-2677-44c6-86e2-ba67bdeb556f req-b70a1c2b-37c3-4f1f-9a12-d9e8b7bc3e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:50.069320 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-87b98622-2677-44c6-86e2-ba67bdeb556f req-b70a1c2b-37c3-4f1f-9a12-d9e8b7bc3e55 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f3df57bb-544b-4bca-bdb9-27d6a9b22e5f HTTP/1.1" status: 200 len: 854 time: 0.0416641 Jan 25 16:13:50.100325 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-87b98622-2677-44c6-86e2-ba67bdeb556f req-89235904-7820-4d9e-929e-d37f93650b70 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ad05e1f3-9673-4252-b943-5a928b9dd11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236373 Jan 25 16:13:50.186463 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-87b98622-2677-44c6-86e2-ba67bdeb556f req-67b20ad9-e36b-4600-abff-19da8873aed0 service neutron] 10.222.0.117 "GET /v2.0/networks/ad05e1f3-9673-4252-b943-5a928b9dd11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787721 Jan 25 16:13:50.274857 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-87b98622-2677-44c6-86e2-ba67bdeb556f req-d4e6ebb1-0506-4a75-ab51-93ee45e16327 service neutron] 10.222.0.117 "GET /v2.0/networks/ad05e1f3-9673-4252-b943-5a928b9dd11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0794914 Jan 25 16:13:50.352248 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device ee0a067c-06f4-4aad-b084-f25e83ec91f2 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:13:50.394762 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port ee0a067c-06f4-4aad-b084-f25e83ec91f2 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:13:50.395039 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:50.484151 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9dbe8-6ea0-4388-b630-f4068faa10af req-58e75017-e45e-4e17-9aa6-6cd2fbcfd3a2 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:50.485144 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-07b9dbe8-6ea0-4388-b630-f4068faa10af req-58e75017-e45e-4e17-9aa6-6cd2fbcfd3a2 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 945 time: 0.0652549 Jan 25 16:13:50.514469 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-07b9dbe8-6ea0-4388-b630-f4068faa10af req-ffba3d82-ad80-4aa4-96f4-4cb53016cd46 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257273 Jan 25 16:13:50.540610 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193721e-d97e-4337-a027-8f25931d71fb req-8be36297-1fdb-4ce4-8dee-6156920bf9fc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:50.541498 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d193721e-d97e-4337-a027-8f25931d71fb req-8be36297-1fdb-4ce4-8dee-6156920bf9fc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0599113 Jan 25 16:13:50.569476 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d193721e-d97e-4337-a027-8f25931d71fb req-a000828b-f60f-484d-bdf2-1319542ec29d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0232887 Jan 25 16:13:50.775844 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3ae34-6989-4381-92f7-9bba7d04e907 req-64bcba2e-d09d-41d7-baeb-dc7bbc0c6b5f tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:50.776953 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-73f3ae34-6989-4381-92f7-9bba7d04e907 req-64bcba2e-d09d-41d7-baeb-dc7bbc0c6b5f tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5195800e-c6a9-4571-beca-cf1c486505ad HTTP/1.1" status: 200 len: 945 time: 0.0635993 Jan 25 16:13:50.807247 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-73f3ae34-6989-4381-92f7-9bba7d04e907 req-e891e175-4a50-4ef3-8e13-f57f5d9362da tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/security-groups?id=019fc4b4-e7e0-4d62-86fd-651ea2d00160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264471 Jan 25 16:13:51.071950 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6b911-9a8d-412e-ae9d-3524ad40d444 req-fd96fdf1-c792-4939-a3aa-4918195afc31 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:51.072913 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3be6b911-9a8d-412e-ae9d-3524ad40d444 req-fd96fdf1-c792-4939-a3aa-4918195afc31 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.117 "GET /v2.0/ports?device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 945 time: 0.0736213 Jan 25 16:13:51.121275 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-3be6b911-9a8d-412e-ae9d-3524ad40d444 req-84f33e3c-4382-4542-aa2d-1cd08a07d922 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Deleting port a6383e57-f663-4b4f-a328-c3d368a36989 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:13:51.121471 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3be6b911-9a8d-412e-ae9d-3524ad40d444 req-84f33e3c-4382-4542-aa2d-1cd08a07d922 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:51.170767 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366150d-15ac-4d2f-b71c-845cd1ef9a04 req-05de0e5c-741d-48dd-8286-40d991b8ef8d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:51.171718 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3366150d-15ac-4d2f-b71c-845cd1ef9a04 req-05de0e5c-741d-48dd-8286-40d991b8ef8d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0582151 Jan 25 16:13:51.203256 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3366150d-15ac-4d2f-b71c-845cd1ef9a04 req-68315d6f-4b45-4f8c-a3b7-1a99617b7dff tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277469 Jan 25 16:13:51.260907 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-3be6b911-9a8d-412e-ae9d-3524ad40d444 req-84f33e3c-4382-4542-aa2d-1cd08a07d922 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] For port a6383e57-f663-4b4f-a328-c3d368a36989, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=a6383e57-f663-4b4f-a328-c3d368a36989,segment=NetworkSegment(4c88bdfb-61eb-494e-8176-98526c7183ca),segment_id=4c88bdfb-61eb-494e-8176-98526c7183ca)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:13:51.261361 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3be6b911-9a8d-412e-ae9d-3524ad40d444 req-84f33e3c-4382-4542-aa2d-1cd08a07d922 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:51.329923 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-3be6b911-9a8d-412e-ae9d-3524ad40d444 req-84f33e3c-4382-4542-aa2d-1cd08a07d922 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Calling delete_port for a6383e57-f663-4b4f-a328-c3d368a36989 owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:13:51.408957 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3be6b911-9a8d-412e-ae9d-3524ad40d444 req-84f33e3c-4382-4542-aa2d-1cd08a07d922 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:51.417197 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:51.466167 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f33e3c-4382-4542-aa2d-1cd08a07d922 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Pushing event deleted for resources: {'Port': ['ID=a6383e57-f663-4b4f-a328-c3d368a36989,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:51.469502 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-84f33e3c-4382-4542-aa2d-1cd08a07d922 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:51.525850 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be6b911-9a8d-412e-ae9d-3524ad40d444 req-84f33e3c-4382-4542-aa2d-1cd08a07d922 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] No DVR routers for this DVR port a6383e57-f663-4b4f-a328-c3d368a36989 on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:13:51.527792 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3be6b911-9a8d-412e-ae9d-3524ad40d444 req-84f33e3c-4382-4542-aa2d-1cd08a07d922 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:51.529230 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56721860-d004-4f32-b16b-20a80e686ca9', 'name': 'network-vif-deleted', 'tag': 'a6383e57-f663-4b4f-a328-c3d368a36989'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:13:51.538271 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3be6b911-9a8d-412e-ae9d-3524ad40d444 req-84f33e3c-4382-4542-aa2d-1cd08a07d922 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.117 "DELETE /v2.0/ports/a6383e57-f663-4b4f-a328-c3d368a36989 HTTP/1.1" status: 204 len: 173 time: 0.4606607 Jan 25 16:13:51.562818 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56721860-d004-4f32-b16b-20a80e686ca9', 'name': 'network-vif-deleted', 'tag': 'a6383e57-f663-4b4f-a328-c3d368a36989', 'status': 'completed', 'code': 200} Jan 25 16:13:51.618487 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-55a3ed01-1b6a-4705-a7a4-3e4e26df4115 req-69a41036-d0d9-46fa-ada3-904a83b86cd6 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Synchronizing usage tracker for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:13:51.627359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-55a3ed01-1b6a-4705-a7a4-3e4e26df4115 req-69a41036-d0d9-46fa-ada3-904a83b86cd6 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Unset dirty status for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:13:51.628031 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-55a3ed01-1b6a-4705-a7a4-3e4e26df4115 req-69a41036-d0d9-46fa-ada3-904a83b86cd6 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 210 time: 0.0351756 Jan 25 16:13:51.716367 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bb276-113b-4cc3-aab9-7a9e2f50a815 req-c9bfcc6c-b517-42e6-bebf-32856ba23e87 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:51.717254 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-863bb276-113b-4cc3-aab9-7a9e2f50a815 req-c9bfcc6c-b517-42e6-bebf-32856ba23e87 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0585678 Jan 25 16:13:51.748727 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-863bb276-113b-4cc3-aab9-7a9e2f50a815 req-ff8f52af-c14c-41f3-ad2c-17c4db40c5a9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245583 Jan 25 16:13:52.372848 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf82e6-ed88-432f-87bb-8d7a4e123705 req-7ba35dbd-68d3-456e-9c52-97ba0d14d3f8 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:52.373900 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dbcf82e6-ed88-432f-87bb-8d7a4e123705 req-7ba35dbd-68d3-456e-9c52-97ba0d14d3f8 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0760853 Jan 25 16:13:52.408610 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dbcf82e6-ed88-432f-87bb-8d7a4e123705 req-b4177e6f-8785-415d-8837-47258e4797a3 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307972 Jan 25 16:13:52.717825 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device a6383e57-f663-4b4f-a328-c3d368a36989 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:13:52.746013 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] No Port match for: a6383e57-f663-4b4f-a328-c3d368a36989 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:13:52.746252 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device a6383e57-f663-4b4f-a328-c3d368a36989 not bound to the agent host hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:13:52.749331 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-18979dfb-47af-41d1-901b-00b5ffb6ca70 req-8678dd55-6e14-4469-a50e-8da403fa3523 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 210 time: 0.0354369 Jan 25 16:13:52.913148 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d701e-3dca-4919-b44b-23b7c8a549a6 req-35fe4fd8-d45c-431c-a9b6-ea0e188c8221 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:52.914245 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0a6d701e-3dca-4919-b44b-23b7c8a549a6 req-35fe4fd8-d45c-431c-a9b6-ea0e188c8221 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0829420 Jan 25 16:13:52.952609 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0a6d701e-3dca-4919-b44b-23b7c8a549a6 req-c29b6014-ef78-4ae4-9837-f4a6515d6f47 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328546 Jan 25 16:13:53.016198 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-380d461a-180e-4317-bd0e-d1e1c22ea00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:53.564610 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fdd7e-9fd9-4c47-878d-29fb839eeec9 req-6aae0b52-5bc1-4bde-9c41-a431b3367b5e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:53.565721 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fa4fdd7e-9fd9-4c47-878d-29fb839eeec9 req-6aae0b52-5bc1-4bde-9c41-a431b3367b5e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0693111 Jan 25 16:13:53.602026 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fa4fdd7e-9fd9-4c47-878d-29fb839eeec9 req-e025b83e-3608-4f3c-9ce7-e263c8ac56cf tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315149 Jan 25 16:13:53.894008 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-02a5048a-d726-4a24-abde-6ede3d327204 req-dd29cf20-d5bc-4911-bc46-cb91b847c52a tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=56721860-d004-4f32-b16b-20a80e686ca9 HTTP/1.1" status: 200 len: 210 time: 0.0345213 Jan 25 16:13:54.043046 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c67648cc-f825-416a-abe1-ed7972594157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:54.129546 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbe0c7-614a-44ae-902c-22d5718653c4 req-75af0201-3e81-4625-8105-c844733748d2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:54.130609 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-99cbe0c7-614a-44ae-902c-22d5718653c4 req-75af0201-3e81-4625-8105-c844733748d2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0754890 Jan 25 16:13:54.166302 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-99cbe0c7-614a-44ae-902c-22d5718653c4 req-f904bfbf-5ff3-430b-ae17-4b4edaa95eb7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314105 Jan 25 16:13:54.361239 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 4041fd33-eb98-44f4-81cf-93e543f02867 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:13:54.428928 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 4041fd33-eb98-44f4-81cf-93e543f02867 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:13:54.429210 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:54.588463 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:54.642172 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:54.768599 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1e294-425a-4ba3-9776-12767fbdd80d req-508f0722-0503-4816-a3b7-8faa19f9b7a6 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:54.769663 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5eb1e294-425a-4ba3-9776-12767fbdd80d req-508f0722-0503-4816-a3b7-8faa19f9b7a6 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0703309 Jan 25 16:13:54.806879 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5eb1e294-425a-4ba3-9776-12767fbdd80d req-8f6aaaaa-deca-430a-8bd3-ec14fbefb9b9 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329952 Jan 25 16:13:54.942298 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:55.259660 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e08e1-1c9b-4f5c-9f44-64f9d126f8aa req-740b2258-f7b7-4f0b-a13d-8139d3192709 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:55.260728 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-703e08e1-1c9b-4f5c-9f44-64f9d126f8aa req-740b2258-f7b7-4f0b-a13d-8139d3192709 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5c0f32ff-058f-4468-b61e-03915b21c864 HTTP/1.1" status: 200 len: 945 time: 0.0780170 Jan 25 16:13:55.294195 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-703e08e1-1c9b-4f5c-9f44-64f9d126f8aa req-bdb189ab-8a11-413e-a292-a899eb919bd2 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294173 Jan 25 16:13:55.325223 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca9eff-9be2-4c59-9967-d8f9a1ec43be req-24f53ba7-ffd4-44ef-9056-0df09f48e9c5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:55.326196 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9fca9eff-9be2-4c59-9967-d8f9a1ec43be req-24f53ba7-ffd4-44ef-9056-0df09f48e9c5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0687110 Jan 25 16:13:55.355608 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9fca9eff-9be2-4c59-9967-d8f9a1ec43be req-c5ffc996-bae1-4ff7-bde1-67754576b81e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250919 Jan 25 16:13:55.687090 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:55.983488 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875eff79-7f05-4ae2-b044-0716a8fbbf43 req-1ddd1fe7-83b9-48b2-bc9f-eab58edbd783 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:55.984643 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-875eff79-7f05-4ae2-b044-0716a8fbbf43 req-1ddd1fe7-83b9-48b2-bc9f-eab58edbd783 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0775480 Jan 25 16:13:56.019062 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-875eff79-7f05-4ae2-b044-0716a8fbbf43 req-f9f941be-4e9a-4481-a367-10a2ea139471 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303319 Jan 25 16:13:56.419792 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 4041fd33-eb98-44f4-81cf-93e543f02867 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:13:56.468413 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 4041fd33-eb98-44f4-81cf-93e543f02867 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:13:56.468783 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:56.476808 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea6aa8-0100-44c6-85e9-53d91810aecf req-817bfa02-952a-4d96-91a2-87ea07a1db4c tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:56.477651 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-20ea6aa8-0100-44c6-85e9-53d91810aecf req-817bfa02-952a-4d96-91a2-87ea07a1db4c tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5c0f32ff-058f-4468-b61e-03915b21c864 HTTP/1.1" status: 200 len: 945 time: 0.0874889 Jan 25 16:13:56.506774 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210d6b9-d6d0-43ee-a8bb-61a7ada3519f req-b395d0b0-f083-41e1-a459-2b85add4d172 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:56.507958 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a210d6b9-d6d0-43ee-a8bb-61a7ada3519f req-b395d0b0-f083-41e1-a459-2b85add4d172 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0710676 Jan 25 16:13:56.525815 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-20ea6aa8-0100-44c6-85e9-53d91810aecf req-4c1d3798-6bfb-468d-9f70-ae7e55677c49 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432634 Jan 25 16:13:56.541812 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a210d6b9-d6d0-43ee-a8bb-61a7ada3519f req-8aa1352b-711f-4cb0-8770-6419d005e296 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288849 Jan 25 16:13:56.546617 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 2c93604b-87c8-42b1-8539-789dadf55bdd up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:13:56.590459 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 2c93604b-87c8-42b1-8539-789dadf55bdd triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:13:56.590654 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:56.724595 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e19bc5-d939-43e4-a39f-3e5fe75196b8 req-01bb5feb-1c9a-4bb9-9ed8-07d3ddac17d4 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:56.725596 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-58e19bc5-d939-43e4-a39f-3e5fe75196b8 req-01bb5feb-1c9a-4bb9-9ed8-07d3ddac17d4 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.117 "GET /v2.0/ports?device_id=5c0f32ff-058f-4468-b61e-03915b21c864 HTTP/1.1" status: 200 len: 945 time: 0.0742922 Jan 25 16:13:56.778807 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-58e19bc5-d939-43e4-a39f-3e5fe75196b8 req-8d2a3268-8d4f-4e72-8a8c-6c82ebaec083 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Deleting port 2c93604b-87c8-42b1-8539-789dadf55bdd {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:13:56.779004 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-58e19bc5-d939-43e4-a39f-3e5fe75196b8 req-8d2a3268-8d4f-4e72-8a8c-6c82ebaec083 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:56.949927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-58e19bc5-d939-43e4-a39f-3e5fe75196b8 req-8d2a3268-8d4f-4e72-8a8c-6c82ebaec083 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] For port 2c93604b-87c8-42b1-8539-789dadf55bdd, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=2c93604b-87c8-42b1-8539-789dadf55bdd,segment=NetworkSegment(4c88bdfb-61eb-494e-8176-98526c7183ca),segment_id=4c88bdfb-61eb-494e-8176-98526c7183ca)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:13:56.950199 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-58e19bc5-d939-43e4-a39f-3e5fe75196b8 req-8d2a3268-8d4f-4e72-8a8c-6c82ebaec083 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:57.026070 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-58e19bc5-d939-43e4-a39f-3e5fe75196b8 req-8d2a3268-8d4f-4e72-8a8c-6c82ebaec083 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Calling delete_port for 2c93604b-87c8-42b1-8539-789dadf55bdd owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:13:57.150007 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-58e19bc5-d939-43e4-a39f-3e5fe75196b8 req-8d2a3268-8d4f-4e72-8a8c-6c82ebaec083 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:57.158785 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:13:57.211743 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a3268-8d4f-4e72-8a8c-6c82ebaec083 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Pushing event deleted for resources: {'Port': ['ID=2c93604b-87c8-42b1-8539-789dadf55bdd,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:13:57.213288 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8d2a3268-8d4f-4e72-8a8c-6c82ebaec083 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:13:57.236436 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50978074-20bc-425f-898a-6724fa89b8d2 req-04e38c6e-553a-45dd-8501-fe8282fca683 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:57.237327 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-50978074-20bc-425f-898a-6724fa89b8d2 req-04e38c6e-553a-45dd-8501-fe8282fca683 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.1393542 Jan 25 16:13:57.282667 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-50978074-20bc-425f-898a-6724fa89b8d2 req-344a80b9-9c79-40de-9409-1a3b589f13c3 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409963 Jan 25 16:13:57.304502 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e19bc5-d939-43e4-a39f-3e5fe75196b8 req-8d2a3268-8d4f-4e72-8a8c-6c82ebaec083 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] No DVR routers for this DVR port 2c93604b-87c8-42b1-8539-789dadf55bdd on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:13:57.305774 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-58e19bc5-d939-43e4-a39f-3e5fe75196b8 req-8d2a3268-8d4f-4e72-8a8c-6c82ebaec083 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:13:57.307233 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0f32ff-058f-4468-b61e-03915b21c864', 'name': 'network-vif-deleted', 'tag': '2c93604b-87c8-42b1-8539-789dadf55bdd'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:13:57.315765 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-58e19bc5-d939-43e4-a39f-3e5fe75196b8 req-8d2a3268-8d4f-4e72-8a8c-6c82ebaec083 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.117 "DELETE /v2.0/ports/2c93604b-87c8-42b1-8539-789dadf55bdd HTTP/1.1" status: 204 len: 173 time: 0.5846519 Jan 25 16:13:57.347569 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0f32ff-058f-4468-b61e-03915b21c864', 'name': 'network-vif-deleted', 'tag': '2c93604b-87c8-42b1-8539-789dadf55bdd', 'status': 'completed', 'code': 200} Jan 25 16:13:57.644401 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-6a0035b8-f0b2-439f-886d-e4bbf3113094 req-2ac9b78d-a623-4072-be34-733b1f2e871e tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Synchronizing usage tracker for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:13:57.653424 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-6a0035b8-f0b2-439f-886d-e4bbf3113094 req-2ac9b78d-a623-4072-be34-733b1f2e871e tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Unset dirty status for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:13:57.654145 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6a0035b8-f0b2-439f-886d-e4bbf3113094 req-2ac9b78d-a623-4072-be34-733b1f2e871e tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5c0f32ff-058f-4468-b61e-03915b21c864 HTTP/1.1" status: 200 len: 210 time: 0.0413764 Jan 25 16:13:57.696962 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd76a6-d3f1-47bd-b1b2-6680333e7e59 req-5d321765-24f6-45de-a5a2-672215997e66 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:57.697892 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-decd76a6-d3f1-47bd-b1b2-6680333e7e59 req-5d321765-24f6-45de-a5a2-672215997e66 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0583034 Jan 25 16:13:57.727792 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-decd76a6-d3f1-47bd-b1b2-6680333e7e59 req-eedb518e-5046-447b-8b34-5808e97da2e8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261900 Jan 25 16:13:58.434159 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42741634-7ad9-4e50-b769-59d7c5788c1f req-bdf184b7-4c63-41a5-b7f7-ab80d565e847 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:58.435296 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-42741634-7ad9-4e50-b769-59d7c5788c1f req-bdf184b7-4c63-41a5-b7f7-ab80d565e847 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0727084 Jan 25 16:13:58.470436 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-42741634-7ad9-4e50-b769-59d7c5788c1f req-79dc5ee0-eb85-4d09-94a0-fc7059e954a9 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308759 Jan 25 16:13:58.532118 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 2c93604b-87c8-42b1-8539-789dadf55bdd no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:13:58.564145 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] No Port match for: 2c93604b-87c8-42b1-8539-789dadf55bdd {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:13:58.564419 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 2c93604b-87c8-42b1-8539-789dadf55bdd not bound to the agent host hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:13:58.794071 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f3a8e523-6e0f-4838-8202-a45b27fec4e4 req-a6851c64-2db8-4a16-b237-c1eb08d3b8ed tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5c0f32ff-058f-4468-b61e-03915b21c864 HTTP/1.1" status: 200 len: 210 time: 0.0338352 Jan 25 16:13:58.891357 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e929c91-e708-441a-bdf1-b19498a14440 req-7e4fc06e-f046-4972-aaeb-c2470b22e68e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:58.892399 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4e929c91-e708-441a-bdf1-b19498a14440 req-7e4fc06e-f046-4972-aaeb-c2470b22e68e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0682161 Jan 25 16:13:58.932507 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4e929c91-e708-441a-bdf1-b19498a14440 req-64177a65-64c0-4bb1-9cc1-18e32ddb318c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316246 Jan 25 16:13:59.644516 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69ee1c-e513-4e6d-8cbd-baaac47e05c9 req-c6202563-19a2-4e2e-8d3d-c8ff8f3ebe52 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:13:59.645642 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-de69ee1c-e513-4e6d-8cbd-baaac47e05c9 req-c6202563-19a2-4e2e-8d3d-c8ff8f3ebe52 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0830960 Jan 25 16:13:59.682158 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-de69ee1c-e513-4e6d-8cbd-baaac47e05c9 req-d777eb0b-08a0-4db5-a981-cc3d63f664d1 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321355 Jan 25 16:14:00.090263 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a224c6-2821-4f25-b237-211c848b1dbf req-4499b86a-8c08-4444-b03f-ec3c40785925 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:00.091238 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d7a224c6-2821-4f25-b237-211c848b1dbf req-4499b86a-8c08-4444-b03f-ec3c40785925 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0704401 Jan 25 16:14:00.127129 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d7a224c6-2821-4f25-b237-211c848b1dbf req-4268c0b9-2536-4634-9d36-e3d519148d2f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288270 Jan 25 16:14:00.839177 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a6703-43bb-426f-915d-a394061e109d req-d22dddc3-2ac6-42d2-b039-235e27d1fea6 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:00.840631 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-055a6703-43bb-426f-915d-a394061e109d req-d22dddc3-2ac6-42d2-b039-235e27d1fea6 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0722210 Jan 25 16:14:00.877190 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-055a6703-43bb-426f-915d-a394061e109d req-570bae81-d77f-4716-885b-1ed3fd93b560 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293965 Jan 25 16:14:01.471072 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf6ba3-1e75-4f41-8d4e-7a9dfb1090f9 req-91a5cbac-bef5-4f3c-bd66-c21aed9d01e5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:01.472170 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d7bf6ba3-1e75-4f41-8d4e-7a9dfb1090f9 req-91a5cbac-bef5-4f3c-bd66-c21aed9d01e5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.2567930 Jan 25 16:14:01.508848 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d7bf6ba3-1e75-4f41-8d4e-7a9dfb1090f9 req-eb49ac20-8745-4fb2-ac22-89a7f72227e6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294497 Jan 25 16:14:02.046951 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037df0cb-a23b-47bd-9745-d2bb33c8d4df req-552f7a91-2b3e-4dd4-a1a4-28adc86becdc tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:02.047997 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-037df0cb-a23b-47bd-9745-d2bb33c8d4df req-552f7a91-2b3e-4dd4-a1a4-28adc86becdc tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0781541 Jan 25 16:14:02.087486 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-037df0cb-a23b-47bd-9745-d2bb33c8d4df req-28003508-14d7-4346-a0d1-3c293b3834b4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320988 Jan 25 16:14:02.354380 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb8bce-3f98-48ec-89f4-d7adb91120e4 req-a1e40150-57e0-493d-8e62-e2df6190528f tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:02.355898 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-18bb8bce-3f98-48ec-89f4-d7adb91120e4 req-a1e40150-57e0-493d-8e62-e2df6190528f tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 945 time: 0.0658982 Jan 25 16:14:02.389575 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-18bb8bce-3f98-48ec-89f4-d7adb91120e4 req-eaa79b44-9d91-489a-9a70-ec1a5783f3ea tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270405 Jan 25 16:14:02.685916 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c0bb3-b0de-4a8b-9263-b10d5c3a0adc req-809e2ee3-4c49-49a7-b708-b74636b380eb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:02.686908 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1a3c0bb3-b0de-4a8b-9263-b10d5c3a0adc req-809e2ee3-4c49-49a7-b708-b74636b380eb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0688407 Jan 25 16:14:02.723016 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1a3c0bb3-b0de-4a8b-9263-b10d5c3a0adc req-5062142b-25da-44d4-bb3e-5011abb36213 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321689 Jan 25 16:14:03.244828 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea0f14-b265-4247-b31b-4f59b024e1a2 req-ffc6a7c6-e3b4-4d2f-bc6c-89f5693a44f8 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:03.246011 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dfea0f14-b265-4247-b31b-4f59b024e1a2 req-ffc6a7c6-e3b4-4d2f-bc6c-89f5693a44f8 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0699797 Jan 25 16:14:03.280274 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dfea0f14-b265-4247-b31b-4f59b024e1a2 req-76be41a9-8dea-480c-acfd-7a0e22cb44ba tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300548 Jan 25 16:14:03.555842 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d676f-f206-468c-9977-96a137eaa766 req-4a1f7753-539d-4e60-8114-370b012aae03 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:03.556977 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-566d676f-f206-468c-9977-96a137eaa766 req-4a1f7753-539d-4e60-8114-370b012aae03 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 945 time: 0.0719709 Jan 25 16:14:03.591161 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-566d676f-f206-468c-9977-96a137eaa766 req-fd8d29a7-46fb-4c6e-83a1-04bff371c092 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/security-groups?id=deb58e06-4e69-4735-8384-714b0024143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297329 Jan 25 16:14:03.879828 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f3ead-ff35-4901-822c-ceff2c53d50b req-449e9290-e35a-4a4a-ac5b-cc65869646c9 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:03.880920 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e17f3ead-ff35-4901-822c-ceff2c53d50b req-449e9290-e35a-4a4a-ac5b-cc65869646c9 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.117 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 945 time: 0.1180594 Jan 25 16:14:03.944159 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-e17f3ead-ff35-4901-822c-ceff2c53d50b req-ba7ee9cf-51ad-4e2e-bfae-235c4ad27a99 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Deleting port d054cf75-749d-41af-8710-b100def99e7b {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:14:03.944411 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-e17f3ead-ff35-4901-822c-ceff2c53d50b req-ba7ee9cf-51ad-4e2e-bfae-235c4ad27a99 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:04.182101 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a2061-4500-48df-bafd-08fc90a0a3fa req-98a28db2-8304-4f1f-b3af-89b85e9c2dd7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:04.183056 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5b7a2061-4500-48df-bafd-08fc90a0a3fa req-98a28db2-8304-4f1f-b3af-89b85e9c2dd7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.3525763 Jan 25 16:14:04.254946 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5b7a2061-4500-48df-bafd-08fc90a0a3fa req-d8cc5917-f4a1-4891-bb5b-288524078b16 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634179 Jan 25 16:14:04.325026 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-e17f3ead-ff35-4901-822c-ceff2c53d50b req-ba7ee9cf-51ad-4e2e-bfae-235c4ad27a99 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] For port d054cf75-749d-41af-8710-b100def99e7b, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=d054cf75-749d-41af-8710-b100def99e7b,segment=NetworkSegment(4c88bdfb-61eb-494e-8176-98526c7183ca),segment_id=4c88bdfb-61eb-494e-8176-98526c7183ca)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:14:04.325278 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-e17f3ead-ff35-4901-822c-ceff2c53d50b req-ba7ee9cf-51ad-4e2e-bfae-235c4ad27a99 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:04.402740 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device d054cf75-749d-41af-8710-b100def99e7b no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:14:04.405826 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-e17f3ead-ff35-4901-822c-ceff2c53d50b req-ba7ee9cf-51ad-4e2e-bfae-235c4ad27a99 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Calling delete_port for d054cf75-749d-41af-8710-b100def99e7b owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:14:04.414155 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a9af8-030c-40d4-bf59-ad5ab461114e req-48080710-b039-40de-b299-0a3b4405fddc tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:04.415084 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0e1a9af8-030c-40d4-bf59-ad5ab461114e req-48080710-b039-40de-b299-0a3b4405fddc tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0670152 Jan 25 16:14:04.456502 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0e1a9af8-030c-40d4-bf59-ad5ab461114e req-5c84f82a-940b-4d30-a1bd-c544220d8318 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370533 Jan 25 16:14:04.491183 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-e17f3ead-ff35-4901-822c-ceff2c53d50b req-ba7ee9cf-51ad-4e2e-bfae-235c4ad27a99 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:04.492724 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:04.501840 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b0e08eed-d1bf-48e5-a777-8b9f0caf0f84 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:04.560463 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ee9cf-51ad-4e2e-bfae-235c4ad27a99 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Pushing event deleted for resources: {'Port': ['ID=d054cf75-749d-41af-8710-b100def99e7b,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:04.564815 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ba7ee9cf-51ad-4e2e-bfae-235c4ad27a99 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:04.631163 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17f3ead-ff35-4901-822c-ceff2c53d50b req-ba7ee9cf-51ad-4e2e-bfae-235c4ad27a99 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] No DVR routers for this DVR port d054cf75-749d-41af-8710-b100def99e7b on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:14:04.632737 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-e17f3ead-ff35-4901-822c-ceff2c53d50b req-ba7ee9cf-51ad-4e2e-bfae-235c4ad27a99 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:04.634438 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5765256e-21cd-43b4-aec0-cc4de9d56bd1', 'name': 'network-vif-deleted', 'tag': 'd054cf75-749d-41af-8710-b100def99e7b'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:14:04.645129 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e17f3ead-ff35-4901-822c-ceff2c53d50b req-ba7ee9cf-51ad-4e2e-bfae-235c4ad27a99 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.117 "DELETE /v2.0/ports/d054cf75-749d-41af-8710-b100def99e7b HTTP/1.1" status: 204 len: 173 time: 0.7584844 Jan 25 16:14:04.691350 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5765256e-21cd-43b4-aec0-cc4de9d56bd1', 'name': 'network-vif-deleted', 'tag': 'd054cf75-749d-41af-8710-b100def99e7b', 'status': 'completed', 'code': 200} Jan 25 16:14:04.694897 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-a6e23df5-0887-402e-9616-698a6a2a4b74 req-5786b48a-a117-4713-9472-703b964f194e tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Synchronizing usage tracker for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:14:04.705634 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-a6e23df5-0887-402e-9616-698a6a2a4b74 req-5786b48a-a117-4713-9472-703b964f194e tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Unset dirty status for tenant:fc505d840c2247b3a74c6589f6f33a33 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:14:04.706280 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a6e23df5-0887-402e-9616-698a6a2a4b74 req-5786b48a-a117-4713-9472-703b964f194e tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 210 time: 0.0413783 Jan 25 16:14:05.426500 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8b533-c80e-42ca-893c-8d8cdd6bcbca req-dc7982e1-79e7-4d92-baa9-120371483f1f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:05.427499 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-09a8b533-c80e-42ca-893c-8d8cdd6bcbca req-dc7982e1-79e7-4d92-baa9-120371483f1f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0683177 Jan 25 16:14:05.466767 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-09a8b533-c80e-42ca-893c-8d8cdd6bcbca req-d4023f4f-0b81-435b-bf4d-2d8fcaa137b3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320559 Jan 25 16:14:05.600605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e3db0-2bdc-49bc-8e4e-9c22c02b7c88 req-719712b1-9409-4fb1-aa1e-f8eb0adcc8fe tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:05.601685 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ad2e3db0-2bdc-49bc-8e4e-9c22c02b7c88 req-719712b1-9409-4fb1-aa1e-f8eb0adcc8fe tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0799251 Jan 25 16:14:05.635009 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ad2e3db0-2bdc-49bc-8e4e-9c22c02b7c88 req-c6277a4a-ead1-4c65-bf2c-1f733d0c8097 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291455 Jan 25 16:14:05.853375 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-deb1059d-f977-4a28-b8e7-992f5fb20cc5 req-a1357729-6fc8-465f-99c3-b27eb260998a tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] 10.222.0.107 "GET /v2.0/ports?device_id=5765256e-21cd-43b4-aec0-cc4de9d56bd1 HTTP/1.1" status: 200 len: 210 time: 0.0438287 Jan 25 16:14:06.610592 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a018d3-2e27-43c8-8eb4-f1d9a0029e7d req-584d74a6-b6f1-4330-8f25-4c306c81dcb6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:06.611632 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f8a018d3-2e27-43c8-8eb4-f1d9a0029e7d req-584d74a6-b6f1-4330-8f25-4c306c81dcb6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0668666 Jan 25 16:14:06.646368 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f8a018d3-2e27-43c8-8eb4-f1d9a0029e7d req-764c7b28-fd89-4f96-8fad-475a7295efb4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309463 Jan 25 16:14:06.774935 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd6b40-1f97-4f0c-b6db-37a9d56360ac req-3b48e661-de84-4aa6-b7b6-709b9e3303b8 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:06.775889 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ccbd6b40-1f97-4f0c-b6db-37a9d56360ac req-3b48e661-de84-4aa6-b7b6-709b9e3303b8 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0676475 Jan 25 16:14:06.814163 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ccbd6b40-1f97-4f0c-b6db-37a9d56360ac req-a5f95271-7101-4d11-9279-791fbba6b116 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308676 Jan 25 16:14:06.937584 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 40376) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:06.983157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a316fa5-dadd-4f32-964a-74cd975415f3 admin admin] Deleting subnet 80827190-8e19-4185-80cc-70164a38f983 {{(pid=79985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 16:14:06.985305 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0a316fa5-dadd-4f32-964a-74cd975415f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:07.022941 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0a316fa5-dadd-4f32-964a-74cd975415f3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:07.028431 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0a316fa5-dadd-4f32-964a-74cd975415f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852869732'] for subnet, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:07.208309 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0a316fa5-dadd-4f32-964a-74cd975415f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for subnet, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:07.217501 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a5cfcf6a-ac90-4805-8a95-6e48d328b1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:07.269059 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a316fa5-dadd-4f32-964a-74cd975415f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80827190-8e19-4185-80cc-70164a38f983,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:07.273248 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0a316fa5-dadd-4f32-964a-74cd975415f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:07.300360 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0a316fa5-dadd-4f32-964a-74cd975415f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:07.303996 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-0a316fa5-dadd-4f32-964a-74cd975415f3 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/80827190-8e19-4185-80cc-70164a38f983 HTTP/1.1" status: 204 len: 168 time: 0.3655505 Jan 25 16:14:07.305743 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 40380) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:07.378185 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853034955'] for network, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:07.500404 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852872736', 'neutron.services.segments.db._delete_segments_for_network-8743637820497'] for network, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:07.573991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:14:07.574210 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:14:07.574706 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:14:07.574893 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Subscribe: > port after_create 55550000 {{(pid=79985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:14:07.575096 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:14:07.575312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Subscribe: > port after_update 55550000 {{(pid=79985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:14:07.575534 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:14:07.575761 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:14:07.575976 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:14:07.576212 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:14:07.671984 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:14:07.672410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:14:07.672490 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:14:07.672694 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 25 16:14:07.672933 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b16d1d-17f5-48fc-b0df-9149be117ef8']}} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:14:07.682550 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c88bdfb-61eb-494e-8176-98526c7183ca') {'for_net_delete': True} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:14:07.682760 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c88bdfb-61eb-494e-8176-98526c7183ca') {} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:14:07.690520 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743637817186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036828459192'] for segment, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:07.704145 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:07.705927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=79985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 16:14:07.804662 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04408aab-a18a-4f2f-9caa-2455973cb814 req-a8a0992e-2532-471e-a2ef-0f7cbf52f1dd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:07.805682 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-04408aab-a18a-4f2f-9caa-2455973cb814 req-a8a0992e-2532-471e-a2ef-0f7cbf52f1dd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0813463 Jan 25 16:14:07.814801 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Network b1b16d1d-17f5-48fc-b0df-9149be117ef8 has no segments {{(pid=79985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:14:07.820403 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852869664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036828459267'] for segment, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:07.846756 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-04408aab-a18a-4f2f-9caa-2455973cb814 req-c4db982b-5082-4fe4-9d48-60e7d7a72f25 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368433 Jan 25 16:14:07.946867 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Network b1b16d1d-17f5-48fc-b0df-9149be117ef8 has no segments {{(pid=79985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: (rel_b, rel_a, rel_b), Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: (rel_b, rel_a, rel_b), Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: Traceback (most recent call last): Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: timer() Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: cb(*args, **kw) Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: return func(*args, **kwargs) Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: self._notify() Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: self.callback(batched_events) Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: event.method(event) Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: segment_id)['aggregates'][0] Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(self, *a, **k) Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: return self._get(url).json() Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: **kwargs) Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.request(url, 'GET', **kwargs) Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: **endpoint_filter) Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:14:07.960760 dv-cinder-766064-3-iscsi neutron-server[79885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:14:08.013419 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711666'] for network, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:08.023089 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:08.037344 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:08.041494 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b16d1d-17f5-48fc-b0df-9149be117ef8,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:08.060027 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf3629-1fbf-43d8-9602-fb8cc3be0dbf req-a8733862-5dc5-4747-b79f-0d4993690642 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:08.061025 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c1bf3629-1fbf-43d8-9602-fb8cc3be0dbf req-a8733862-5dc5-4747-b79f-0d4993690642 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.1501667 Jan 25 16:14:08.062412 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:08.065466 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] 10.222.0.107 "DELETE /v2.0/networks/b1b16d1d-17f5-48fc-b0df-9149be117ef8 HTTP/1.1" status: 204 len: 168 time: 0.7590714 Jan 25 16:14:08.097428 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c1bf3629-1fbf-43d8-9602-fb8cc3be0dbf req-74d31616-6cd9-41c6-bd71-9cfb8396234b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311124 Jan 25 16:14:08.190935 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 40392) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:08.222868 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-347c512a-1c04-4945-a48b-95e52c5b932b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fc505d840c2247b3a74c6589f6f33a33&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0310206 Jan 25 16:14:08.224391 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 40396) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:08.265154 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1a3dd173-a90c-4d7b-a247-46d4cd5bc549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:08.282043 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1a3dd173-a90c-4d7b-a247-46d4cd5bc549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:08.310281 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1a3dd173-a90c-4d7b-a247-46d4cd5bc549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:08.313410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-11e56f05-2db2-4a55-8806-09ba8cf7df42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:08.323506 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dd173-a90c-4d7b-a247-46d4cd5bc549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb58e06-4e69-4735-8384-714b0024143b,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:08.325498 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1a3dd173-a90c-4d7b-a247-46d4cd5bc549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:08.331618 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1a3dd173-a90c-4d7b-a247-46d4cd5bc549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:08.332560 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-1a3dd173-a90c-4d7b-a247-46d4cd5bc549 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/deb58e06-4e69-4735-8384-714b0024143b HTTP/1.1" status: 204 len: 168 time: 0.1074772 Jan 25 16:14:08.999914 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74270ef4-4933-481f-acc8-2f3a0fe052b1 req-3491c10c-8a4c-40d8-9a75-32733c0fa422 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:09.000862 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74270ef4-4933-481f-acc8-2f3a0fe052b1 req-3491c10c-8a4c-40d8-9a75-32733c0fa422 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0611143 Jan 25 16:14:09.031646 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74270ef4-4933-481f-acc8-2f3a0fe052b1 req-7e4bb2b4-ec7b-49cd-a66f-0da80a9aa08b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271356 Jan 25 16:14:09.226608 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d18dd-59b1-492a-b94d-a63403b0685d req-689952ac-e747-4997-9e69-1d20ec7a4c6e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:09.228702 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-205d18dd-59b1-492a-b94d-a63403b0685d req-689952ac-e747-4997-9e69-1d20ec7a4c6e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0634203 Jan 25 16:14:09.260505 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-205d18dd-59b1-492a-b94d-a63403b0685d req-99d9ede7-ff2a-4193-bc47-94fa3ee97948 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271339 Jan 25 16:14:09.484583 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 40442) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:09.583056 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:09.593354 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:14:09.596298 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Usage tracker for resource:security_group_rule and tenant:8c333b408f554fe1b6bf1c4ec7292207 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:14:09.598358 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:14:09.602182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:14:09.656381 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:09.658967 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:09.663472 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-536db6bc-0216-47c0-bb24-a77ecae19c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:09.684430 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8c333b408f554fe1b6bf1c4ec7292207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991339 Jan 25 16:14:09.685431 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9666d176-93f8-4d4f-9de8-3597d1d888a3,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:09.686692 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 40450) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:09.689796 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.690014 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.690226 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.690433 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.690664 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.690845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.691052 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.691258 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.691462 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.691666 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.691868 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.692069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.692347 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.692553 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.692755 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.692955 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.693160 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.693359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.693562 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.693764 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.693965 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.694166 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.694369 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.694570 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:09.696884 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:09.734858 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bcd85e01-15b9-4807-9c52-553eb9c88489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:09.748847 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bcd85e01-15b9-4807-9c52-553eb9c88489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:09.774021 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bcd85e01-15b9-4807-9c52-553eb9c88489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:09.777025 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f8d872c5-52e1-4dd6-9b93-17ec8b394072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:09.785031 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd85e01-15b9-4807-9c52-553eb9c88489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9666d176-93f8-4d4f-9de8-3597d1d888a3,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:09.786584 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-bcd85e01-15b9-4807-9c52-553eb9c88489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:09.787952 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bcd85e01-15b9-4807-9c52-553eb9c88489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:09.788696 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-bcd85e01-15b9-4807-9c52-553eb9c88489 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9666d176-93f8-4d4f-9de8-3597d1d888a3 HTTP/1.1" status: 204 len: 168 time: 0.1008952 Jan 25 16:14:09.988974 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 40458) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:10.000039 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e0336bc6-1440-4ded-8cec-b573a2828efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:10.008152 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-e0336bc6-1440-4ded-8cec-b573a2828efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:14:10.010441 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-e0336bc6-1440-4ded-8cec-b573a2828efe admin admin] Usage tracker for resource:security_group_rule and tenant:0615ca5437a84ecdb42614465ba52daf is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:14:10.012567 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-e0336bc6-1440-4ded-8cec-b573a2828efe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:14:10.015526 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-e0336bc6-1440-4ded-8cec-b573a2828efe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:14:10.061938 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e0336bc6-1440-4ded-8cec-b573a2828efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:10.064048 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e0336bc6-1440-4ded-8cec-b573a2828efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:10.068302 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-223ebecd-2783-4b05-8646-ea55ff1105fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:10.095164 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-e0336bc6-1440-4ded-8cec-b573a2828efe admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0615ca5437a84ecdb42614465ba52daf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018949 Jan 25 16:14:10.095164 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0336bc6-1440-4ded-8cec-b573a2828efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edff0b1-0ad8-4628-b7e9-297e83507199,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:10.095164 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e0336bc6-1440-4ded-8cec-b573a2828efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:10.095553 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 40464) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:10.158300 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7a0893fa-5de7-4962-a9ed-35690c7b796e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:10.179432 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7a0893fa-5de7-4962-a9ed-35690c7b796e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:10.198420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631029da-b552-4667-97fe-9dc51c65990c req-462ca6f3-6ec3-48f0-bc4a-447e8ace3c84 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:10.199796 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-631029da-b552-4667-97fe-9dc51c65990c req-462ca6f3-6ec3-48f0-bc4a-447e8ace3c84 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0838041 Jan 25 16:14:10.240139 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-631029da-b552-4667-97fe-9dc51c65990c req-31b7cd64-7811-4cfd-b363-fbdb7ce052d0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297029 Jan 25 16:14:10.243720 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7a0893fa-5de7-4962-a9ed-35690c7b796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:10.247269 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-97ecf67d-65d4-4089-b467-254b018ee12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:10.255210 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0893fa-5de7-4962-a9ed-35690c7b796e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edff0b1-0ad8-4628-b7e9-297e83507199,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:10.257271 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7a0893fa-5de7-4962-a9ed-35690c7b796e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:10.258507 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7a0893fa-5de7-4962-a9ed-35690c7b796e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:10.260354 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-7a0893fa-5de7-4962-a9ed-35690c7b796e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5edff0b1-0ad8-4628-b7e9-297e83507199 HTTP/1.1" status: 204 len: 168 time: 0.1645603 Jan 25 16:14:10.384359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0556298-c3f1-4c24-aea1-2da7ab7b2a76 req-1b0e0302-eadd-4a2b-aae1-e4ce8c798d70 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:10.388400 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a0556298-c3f1-4c24-aea1-2da7ab7b2a76 req-1b0e0302-eadd-4a2b-aae1-e4ce8c798d70 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0616887 Jan 25 16:14:10.413067 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a0556298-c3f1-4c24-aea1-2da7ab7b2a76 req-f0100bc2-92fc-4faf-99f0-bb7858427ae0 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241554 Jan 25 16:14:11.384292 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c306f-4854-4221-8fd8-8737851e95df req-29f63d4d-f93e-4bed-843f-120e9151cfbe tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:11.385352 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2c5c306f-4854-4221-8fd8-8737851e95df req-29f63d4d-f93e-4bed-843f-120e9151cfbe tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0682724 Jan 25 16:14:11.419547 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2c5c306f-4854-4221-8fd8-8737851e95df req-65fbaf20-3cb9-4fdd-ba81-8f7eafec2754 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300999 Jan 25 16:14:11.545439 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7884f-5c4d-4604-bce0-934355ea7053 req-948eb148-4477-47f1-827b-9c0b4ee48dd8 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:11.546222 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-03b7884f-5c4d-4604-bce0-934355ea7053 req-948eb148-4477-47f1-827b-9c0b4ee48dd8 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0595086 Jan 25 16:14:11.574997 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-03b7884f-5c4d-4604-bce0-934355ea7053 req-e30e4a45-d1fb-4f78-968e-db892878bfc0 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251882 Jan 25 16:14:12.587501 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc721fb6-00d2-4fbc-815e-2d7511822d64 req-efa14009-2e19-4a40-9a17-39d9810dc1dd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:12.588628 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dc721fb6-00d2-4fbc-815e-2d7511822d64 req-efa14009-2e19-4a40-9a17-39d9810dc1dd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0768585 Jan 25 16:14:12.622937 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dc721fb6-00d2-4fbc-815e-2d7511822d64 req-71bba4bc-ed86-4814-8b2c-50cd594d2c28 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296178 Jan 25 16:14:12.717821 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74215b-3534-449a-b224-c777aa00064c req-2aa3577d-04db-4551-afc0-3e75a0e93681 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:12.717821 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4b74215b-3534-449a-b224-c777aa00064c req-2aa3577d-04db-4551-afc0-3e75a0e93681 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0685818 Jan 25 16:14:12.755788 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4b74215b-3534-449a-b224-c777aa00064c req-7d7cdbf8-5129-4fb4-8d46-4358c982e2c5 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306077 Jan 25 16:14:13.521157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:14:13.832755 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa56551-72fd-4eb9-8362-8db24fbd63a2 req-aedd8109-00a6-4b4c-a903-c16989e755be tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:13.833987 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffa56551-72fd-4eb9-8362-8db24fbd63a2 req-aedd8109-00a6-4b4c-a903-c16989e755be tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0853586 Jan 25 16:14:13.869211 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ffa56551-72fd-4eb9-8362-8db24fbd63a2 req-4b17e2fd-8d4a-4dcf-96b4-7eecafd07e3b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307600 Jan 25 16:14:13.904461 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759491db-6fa2-4c9b-931e-c8e8b083738d req-799b02bb-b40c-4cf8-9886-dfa50a565aee tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:13.905562 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-759491db-6fa2-4c9b-931e-c8e8b083738d req-799b02bb-b40c-4cf8-9886-dfa50a565aee tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0700524 Jan 25 16:14:13.939858 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-759491db-6fa2-4c9b-931e-c8e8b083738d req-64eafb37-c213-4909-9896-8777268de879 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298707 Jan 25 16:14:14.158149 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 40574) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:14.266373 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8a2eba4b-87ab-422c-8b80-b25c166b9f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:14.276119 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-8a2eba4b-87ab-422c-8b80-b25c166b9f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:14:14.279308 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-8a2eba4b-87ab-422c-8b80-b25c166b9f7d admin admin] Usage tracker for resource:security_group_rule and tenant:cce2b7b70c254e02ae0d417007f577e8 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:14:14.281301 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-8a2eba4b-87ab-422c-8b80-b25c166b9f7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:14:14.285019 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-8a2eba4b-87ab-422c-8b80-b25c166b9f7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:14:14.340602 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8a2eba4b-87ab-422c-8b80-b25c166b9f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:14.343177 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8a2eba4b-87ab-422c-8b80-b25c166b9f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:14.350506 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e0336bc6-1440-4ded-8cec-b573a2828efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:14.378096 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-8a2eba4b-87ab-422c-8b80-b25c166b9f7d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cce2b7b70c254e02ae0d417007f577e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190278 Jan 25 16:14:14.378703 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2eba4b-87ab-422c-8b80-b25c166b9f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1007e73-8f86-4572-a5b1-fe1f2000edc3,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:14.381478 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8a2eba4b-87ab-422c-8b80-b25c166b9f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:14.382239 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 40580) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:14.426978 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5aa76645-e05b-4d2b-8b05-d1daa9af73bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:14.444071 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5aa76645-e05b-4d2b-8b05-d1daa9af73bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:14.473324 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5aa76645-e05b-4d2b-8b05-d1daa9af73bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:14.475796 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d629fb74-6a4e-4970-a031-53613778362f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:14.484994 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa76645-e05b-4d2b-8b05-d1daa9af73bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1007e73-8f86-4572-a5b1-fe1f2000edc3,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:14.487829 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-5aa76645-e05b-4d2b-8b05-d1daa9af73bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:14.491650 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5aa76645-e05b-4d2b-8b05-d1daa9af73bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:14.493189 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-5aa76645-e05b-4d2b-8b05-d1daa9af73bd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b1007e73-8f86-4572-a5b1-fe1f2000edc3 HTTP/1.1" status: 204 len: 168 time: 0.1098137 Jan 25 16:14:14.691310 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 40606) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:14.703069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-090af0b2-919c-4acf-ac3e-2e623bc5f96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:14.711257 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-090af0b2-919c-4acf-ac3e-2e623bc5f96a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:14:14.713798 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-090af0b2-919c-4acf-ac3e-2e623bc5f96a admin admin] Usage tracker for resource:security_group_rule and tenant:13b3022b54a84e94ad72113432621569 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:14:14.715927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-090af0b2-919c-4acf-ac3e-2e623bc5f96a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:14:14.719047 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-090af0b2-919c-4acf-ac3e-2e623bc5f96a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:14:14.765055 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-090af0b2-919c-4acf-ac3e-2e623bc5f96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:14.767388 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-090af0b2-919c-4acf-ac3e-2e623bc5f96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:14.772200 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c363e09c-8797-472f-82ef-24e21e70d366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:14.794236 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-090af0b2-919c-4acf-ac3e-2e623bc5f96a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=13b3022b54a84e94ad72113432621569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1021879 Jan 25 16:14:14.795165 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090af0b2-919c-4acf-ac3e-2e623bc5f96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605dfe85-11d5-41d4-8d58-b9397d99aa94,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:14.796599 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 40610) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:14.797069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-090af0b2-919c-4acf-ac3e-2e623bc5f96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:14.846393 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-39d51050-9516-4756-adb3-83a78d1ae581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:14.861318 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-39d51050-9516-4756-adb3-83a78d1ae581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:14.886885 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-39d51050-9516-4756-adb3-83a78d1ae581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:14.889607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-49f87b04-27c1-4f21-b64d-7d753434b893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:14.896239 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d51050-9516-4756-adb3-83a78d1ae581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605dfe85-11d5-41d4-8d58-b9397d99aa94,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:14.898044 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-39d51050-9516-4756-adb3-83a78d1ae581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:14.899069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-39d51050-9516-4756-adb3-83a78d1ae581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:14.900455 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-39d51050-9516-4756-adb3-83a78d1ae581 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/605dfe85-11d5-41d4-8d58-b9397d99aa94 HTTP/1.1" status: 204 len: 168 time: 0.0991669 Jan 25 16:14:15.036594 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a7310-c1d7-4604-a6e7-b13c1b8c3b77 req-a4433d3e-fc45-4b5f-8384-9166441398aa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:15.037823 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-879a7310-c1d7-4604-a6e7-b13c1b8c3b77 req-a4433d3e-fc45-4b5f-8384-9166441398aa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0819094 Jan 25 16:14:15.071564 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-879a7310-c1d7-4604-a6e7-b13c1b8c3b77 req-72ed4bc7-389a-4522-89ef-1ce50d6a27cb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301752 Jan 25 16:14:15.100554 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccce786-8f0f-4ef8-86d1-7d1a100034f2 req-03b5df4c-b980-401c-92fd-0e99088e7bf8 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:15.101576 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4ccce786-8f0f-4ef8-86d1-7d1a100034f2 req-03b5df4c-b980-401c-92fd-0e99088e7bf8 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0869834 Jan 25 16:14:15.152694 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4ccce786-8f0f-4ef8-86d1-7d1a100034f2 req-15f243fc-5404-4b0e-8d7a-aadbed4c1a72 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404391 Jan 25 16:14:16.244713 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ace1d-343e-4029-afe3-b2ab399d2061 req-d3d14349-acbc-4eb3-944c-ecb3aa98c7d7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:16.246122 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-318ace1d-343e-4029-afe3-b2ab399d2061 req-d3d14349-acbc-4eb3-944c-ecb3aa98c7d7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0613298 Jan 25 16:14:16.300318 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-318ace1d-343e-4029-afe3-b2ab399d2061 req-5b3957b6-368e-4861-9b96-850c6f2e4132 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486093 Jan 25 16:14:16.333840 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af522e8-d8d0-476c-b10e-b29a0c05bbf6 req-77be49c6-d4f1-4c10-a9f2-65ee748c31cc tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:16.338503 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2af522e8-d8d0-476c-b10e-b29a0c05bbf6 req-77be49c6-d4f1-4c10-a9f2-65ee748c31cc tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.1106703 Jan 25 16:14:16.551464 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2af522e8-d8d0-476c-b10e-b29a0c05bbf6 req-b6890ccd-5842-4dea-9378-334e4b239104 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121401 Jan 25 16:14:16.931519 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038e2ab-d196-46cb-b5f9-a22cb7c8fb9b req-cec501f3-2f64-41b0-aad8-86d1eac878f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:16.932479 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f038e2ab-d196-46cb-b5f9-a22cb7c8fb9b req-cec501f3-2f64-41b0-aad8-86d1eac878f3 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 1163 time: 0.0423815 Jan 25 16:14:16.959180 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f038e2ab-d196-46cb-b5f9-a22cb7c8fb9b req-8a0ce8db-56f0-4174-98e0-41454ed7b5b4 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0201969 Jan 25 16:14:17.483330 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3da01-1a19-4f7c-b15a-8fe2319ce654 req-720e6184-1b40-493e-80da-823c5f084230 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:17.484445 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-25c3da01-1a19-4f7c-b15a-8fe2319ce654 req-720e6184-1b40-493e-80da-823c5f084230 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0741322 Jan 25 16:14:17.515974 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-25c3da01-1a19-4f7c-b15a-8fe2319ce654 req-d3c1b56b-212d-48b3-810e-a29a1f05d1f6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272748 Jan 25 16:14:17.691589 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4d662-170b-4758-a063-e8c939b27762 req-3250ca4a-a20b-4071-8bc5-2414d0852037 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:17.692439 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a4c4d662-170b-4758-a063-e8c939b27762 req-3250ca4a-a20b-4071-8bc5-2414d0852037 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0622771 Jan 25 16:14:17.723338 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a4c4d662-170b-4758-a063-e8c939b27762 req-139330f7-897d-4da1-bb18-8fd69c123963 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236387 Jan 25 16:14:18.307239 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 40972) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:18.416275 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-bf1d8cb4-d319-47d7-bdcb-577838ccff0f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=290b0ab48c38450bbbc1168c618f6c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1080410 Jan 25 16:14:18.418419 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 40978) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:18.454473 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7677ccd7-eaf0-4cab-bd96-1c8e7a608efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:18.470002 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7677ccd7-eaf0-4cab-bd96-1c8e7a608efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:18.493808 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 4041fd33-eb98-44f4-81cf-93e543f02867 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:14:18.494468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7677ccd7-eaf0-4cab-bd96-1c8e7a608efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:18.497643 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d8da7d5a-99e6-42ac-8987-1f1f09b7fda8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:18.505480 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677ccd7-eaf0-4cab-bd96-1c8e7a608efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f6d3ac-1d20-48d5-b596-65dca99e20ab,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:18.509317 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7677ccd7-eaf0-4cab-bd96-1c8e7a608efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:18.509703 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7677ccd7-eaf0-4cab-bd96-1c8e7a608efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:18.513400 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-7677ccd7-eaf0-4cab-bd96-1c8e7a608efd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/48f6d3ac-1d20-48d5-b596-65dca99e20ab HTTP/1.1" status: 204 len: 168 time: 0.0932841 Jan 25 16:14:18.561664 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 4041fd33-eb98-44f4-81cf-93e543f02867 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:14:18.561887 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:18.662510 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024b1f7-2738-4e50-84b5-b2db362214b9 req-91401194-0245-49d8-aa04-e61f7ee17769 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:18.663649 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5024b1f7-2738-4e50-84b5-b2db362214b9 req-91401194-0245-49d8-aa04-e61f7ee17769 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0658276 Jan 25 16:14:18.704639 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5024b1f7-2738-4e50-84b5-b2db362214b9 req-78f7eeae-4529-4b57-89e2-14aef3ecaa8e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356534 Jan 25 16:14:18.837587 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 40998) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:18.849808 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779e4a1-6cd6-4c1e-841e-07dd77275360 req-3614d826-0f83-42b5-9cb6-ec0ac4a03ddb tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:18.850750 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0779e4a1-6cd6-4c1e-841e-07dd77275360 req-3614d826-0f83-42b5-9cb6-ec0ac4a03ddb tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0578291 Jan 25 16:14:18.880499 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0779e4a1-6cd6-4c1e-841e-07dd77275360 req-04c921ad-d5ee-4b0f-9f8f-f91418e3cfc6 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252440 Jan 25 16:14:18.918494 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:18.926626 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:14:18.928900 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Usage tracker for resource:security_group_rule and tenant:dbac329934ae4f00a1ddbd960fb321f0 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:14:18.930521 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:14:18.933549 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:14:18.986015 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:18.987979 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:18.992353 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9d34255e-2ce3-4eff-9737-8217202acbb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:19.017508 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=dbac329934ae4f00a1ddbd960fb321f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791477 Jan 25 16:14:19.018065 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc788d3-f72f-4bc4-8f60-efec16b56187,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:19.019536 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 41004) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:19.022111 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.022325 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.022537 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.022745 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.022951 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.023158 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.023362 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.023566 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.023771 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.023974 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.024194 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.024399 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.024649 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.024854 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.025056 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.025260 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.025462 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.025665 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.025866 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.026067 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.026270 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.026471 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.026702 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.026923 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:14:19.029699 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:19.055035 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-459367b1-8892-4d44-b3fb-5fd88d85d9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:19.068737 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-459367b1-8892-4d44-b3fb-5fd88d85d9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:19.095313 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-459367b1-8892-4d44-b3fb-5fd88d85d9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:19.097868 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0fcb1434-4499-4a4d-90d0-7634c4c05f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:19.104642 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459367b1-8892-4d44-b3fb-5fd88d85d9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc788d3-f72f-4bc4-8f60-efec16b56187,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:19.106840 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-459367b1-8892-4d44-b3fb-5fd88d85d9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:19.108702 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-459367b1-8892-4d44-b3fb-5fd88d85d9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:19.111293 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-459367b1-8892-4d44-b3fb-5fd88d85d9e5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4dc788d3-f72f-4bc4-8f60-efec16b56187 HTTP/1.1" status: 204 len: 168 time: 0.0911043 Jan 25 16:14:19.297883 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 41014) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:19.311451 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e5b316da-0cb6-4f5a-9cfb-c7c2aa489d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:19.321120 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-e5b316da-0cb6-4f5a-9cfb-c7c2aa489d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:14:19.323630 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-e5b316da-0cb6-4f5a-9cfb-c7c2aa489d05 admin admin] Usage tracker for resource:security_group_rule and tenant:5a426da7ced647faa12ff3533a5f9128 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:14:19.325754 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-e5b316da-0cb6-4f5a-9cfb-c7c2aa489d05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:14:19.329941 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-e5b316da-0cb6-4f5a-9cfb-c7c2aa489d05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:14:19.383396 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e5b316da-0cb6-4f5a-9cfb-c7c2aa489d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:19.385636 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e5b316da-0cb6-4f5a-9cfb-c7c2aa489d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:19.391806 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-39d51050-9516-4756-adb3-83a78d1ae581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:19.419536 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-e5b316da-0cb6-4f5a-9cfb-c7c2aa489d05 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5a426da7ced647faa12ff3533a5f9128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1208827 Jan 25 16:14:19.420731 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b316da-0cb6-4f5a-9cfb-c7c2aa489d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ea291d-3f9a-4eb3-868a-a1b8182232a5,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:19.421527 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 41018) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:19.422877 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e5b316da-0cb6-4f5a-9cfb-c7c2aa489d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:19.457659 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-da3ea67d-5fe9-4228-a9a7-54ca5c16bbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:19.472301 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-da3ea67d-5fe9-4228-a9a7-54ca5c16bbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:19.496582 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-da3ea67d-5fe9-4228-a9a7-54ca5c16bbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:19.498516 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-bcd85e01-15b9-4807-9c52-553eb9c88489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:19.506054 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ea67d-5fe9-4228-a9a7-54ca5c16bbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ea291d-3f9a-4eb3-868a-a1b8182232a5,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:19.507622 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-da3ea67d-5fe9-4228-a9a7-54ca5c16bbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:19.517718 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-da3ea67d-5fe9-4228-a9a7-54ca5c16bbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:19.518516 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-da3ea67d-5fe9-4228-a9a7-54ca5c16bbaf admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f0ea291d-3f9a-4eb3-868a-a1b8182232a5 HTTP/1.1" status: 204 len: 168 time: 0.0962954 Jan 25 16:14:19.834427 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dd1f2-f1a7-4d7f-838a-48b4c05c00f5 req-fb61765d-ffe9-4aed-8ed4-6ca9cb71cc4a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:19.835478 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f48dd1f2-f1a7-4d7f-838a-48b4c05c00f5 req-fb61765d-ffe9-4aed-8ed4-6ca9cb71cc4a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0617907 Jan 25 16:14:19.865428 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f48dd1f2-f1a7-4d7f-838a-48b4c05c00f5 req-21e60389-02a9-41f1-ab2e-76bd5a1d9796 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260627 Jan 25 16:14:20.004157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e2ca4-147b-40a1-996d-5107f23763b4 req-cfe108a3-f9a3-4638-9606-a311f37eda5c tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:20.005063 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5c8e2ca4-147b-40a1-996d-5107f23763b4 req-cfe108a3-f9a3-4638-9606-a311f37eda5c tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0598562 Jan 25 16:14:20.033649 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5c8e2ca4-147b-40a1-996d-5107f23763b4 req-e7df421d-1132-44db-9a62-a7693f0d43f0 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248339 Jan 25 16:14:20.162938 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bad6e4-b048-49f8-9c06-2ebf2f90bcab req-8742edd7-dcd2-4126-8f5e-a3f2fc6fb30a tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:20.163889 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-37bad6e4-b048-49f8-9c06-2ebf2f90bcab req-8742edd7-dcd2-4126-8f5e-a3f2fc6fb30a tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0602138 Jan 25 16:14:20.198057 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-37bad6e4-b048-49f8-9c06-2ebf2f90bcab req-7e5e08bb-98ce-4c6f-8ff6-0e9493fe02bf tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302944 Jan 25 16:14:20.513430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 4041fd33-eb98-44f4-81cf-93e543f02867 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:14:20.550790 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 4041fd33-eb98-44f4-81cf-93e543f02867 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:14:20.551018 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:20.861822 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 41098) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:20.950385 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bd6293d6-4de7-40d5-9fb8-c9adc5e08a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:20.988983 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-bd6293d6-4de7-40d5-9fb8-c9adc5e08a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:14:20.993056 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-bd6293d6-4de7-40d5-9fb8-c9adc5e08a3b admin admin] Usage tracker for resource:security_group_rule and tenant:1d70e16c53664c57b6100c33ed91d7f8 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:14:20.996436 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-bd6293d6-4de7-40d5-9fb8-c9adc5e08a3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:14:21.001781 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-bd6293d6-4de7-40d5-9fb8-c9adc5e08a3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:14:21.039113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2717af-c867-4b2b-820a-43e474bf3f80 req-a40740eb-d31e-41b6-b8da-96da438ab89a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:21.040031 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4f2717af-c867-4b2b-820a-43e474bf3f80 req-a40740eb-d31e-41b6-b8da-96da438ab89a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0843861 Jan 25 16:14:21.086166 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4f2717af-c867-4b2b-820a-43e474bf3f80 req-d5209004-f832-4a7b-91a3-ec75974121af tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408871 Jan 25 16:14:21.101462 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bd6293d6-4de7-40d5-9fb8-c9adc5e08a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:21.103730 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bd6293d6-4de7-40d5-9fb8-c9adc5e08a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:21.107898 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-678555fd-ab18-4e40-a7df-23fd23d51521 tempest-VolumesNegativeTest-1533910631 tempest-VolumesNegativeTest-1533910631] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:21.130801 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6293d6-4de7-40d5-9fb8-c9adc5e08a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b79aa9-d7a4-4dc9-a6b6-0909cef02421,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:21.133542 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-bd6293d6-4de7-40d5-9fb8-c9adc5e08a3b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1d70e16c53664c57b6100c33ed91d7f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706225 Jan 25 16:14:21.135727 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 41106) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:21.140001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-bd6293d6-4de7-40d5-9fb8-c9adc5e08a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:21.175156 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8e2f49d6-51ec-4797-a33f-3f2afb40edc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:21.189397 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8e2f49d6-51ec-4797-a33f-3f2afb40edc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:21.212494 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8e2f49d6-51ec-4797-a33f-3f2afb40edc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:21.215256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-acca00b6-72b8-487a-b65d-6023c15c98a2 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:21.222119 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f49d6-51ec-4797-a33f-3f2afb40edc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b79aa9-d7a4-4dc9-a6b6-0909cef02421,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:21.223962 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8e2f49d6-51ec-4797-a33f-3f2afb40edc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:21.225157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8e2f49d6-51ec-4797-a33f-3f2afb40edc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:21.225741 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-8e2f49d6-51ec-4797-a33f-3f2afb40edc8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a5b79aa9-d7a4-4dc9-a6b6-0909cef02421 HTTP/1.1" status: 204 len: 168 time: 0.0881386 Jan 25 16:14:21.410896 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 41114) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:21.422778 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-afa6fd1e-233b-43bd-879b-ca2ded3e3307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:21.432053 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-afa6fd1e-233b-43bd-879b-ca2ded3e3307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:14:21.434609 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-afa6fd1e-233b-43bd-879b-ca2ded3e3307 admin admin] Usage tracker for resource:security_group_rule and tenant:193c1fa8a2a44bbba6e56190f30640ce is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:14:21.436272 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-afa6fd1e-233b-43bd-879b-ca2ded3e3307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:14:21.439285 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-afa6fd1e-233b-43bd-879b-ca2ded3e3307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:14:21.488677 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-afa6fd1e-233b-43bd-879b-ca2ded3e3307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:21.491145 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-afa6fd1e-233b-43bd-879b-ca2ded3e3307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:21.494988 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-74ebfad6-8003-45ec-bfb7-f9fdb489359f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:21.524466 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-afa6fd1e-233b-43bd-879b-ca2ded3e3307 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=193c1fa8a2a44bbba6e56190f30640ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1087511 Jan 25 16:14:21.524466 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6fd1e-233b-43bd-879b-ca2ded3e3307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a9c66a-cb88-4947-9c9d-4cde2bd61ffc,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:21.524466 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-afa6fd1e-233b-43bd-879b-ca2ded3e3307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:21.524466 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 41122) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:21.559356 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8110b490-c0f4-4e77-ab4e-7f6799b602d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:21.573946 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8110b490-c0f4-4e77-ab4e-7f6799b602d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:21.598312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8110b490-c0f4-4e77-ab4e-7f6799b602d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:21.601010 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8360dbb9-a2fa-47eb-b85d-ccc29b6a027e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:21.607614 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110b490-c0f4-4e77-ab4e-7f6799b602d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a9c66a-cb88-4947-9c9d-4cde2bd61ffc,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:21.609255 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8110b490-c0f4-4e77-ab4e-7f6799b602d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:21.612304 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8110b490-c0f4-4e77-ab4e-7f6799b602d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:21.615684 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-8110b490-c0f4-4e77-ab4e-7f6799b602d2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/59a9c66a-cb88-4947-9c9d-4cde2bd61ffc HTTP/1.1" status: 204 len: 168 time: 0.0913718 Jan 25 16:14:21.848197 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3920ed-9267-48e2-b3d9-97772978eeb9 req-70a8c6d7-59d2-4ead-895b-c7a460538ee9 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:21.849250 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5b3920ed-9267-48e2-b3d9-97772978eeb9 req-70a8c6d7-59d2-4ead-895b-c7a460538ee9 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0635519 Jan 25 16:14:21.888940 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5b3920ed-9267-48e2-b3d9-97772978eeb9 req-e9c74994-f92b-4fbe-bc51-88cb2bd05baf tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358033 Jan 25 16:14:22.183326 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcab567-d46d-4b02-813c-d7c994cdef1a req-f7b16bb4-6600-4c78-8494-e0644936876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:22.184322 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afcab567-d46d-4b02-813c-d7c994cdef1a req-f7b16bb4-6600-4c78-8494-e0644936876f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=98ec46fb71464bd3bf88c602bca1e490&device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 1163 time: 0.0570495 Jan 25 16:14:22.233925 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca0c58-40ab-4a3f-9c61-d935cb43350c req-f5c57a74-7b49-4921-9422-43c67b175722 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:22.234869 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c8ca0c58-40ab-4a3f-9c61-d935cb43350c req-f5c57a74-7b49-4921-9422-43c67b175722 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0585701 Jan 25 16:14:22.266434 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c8ca0c58-40ab-4a3f-9c61-d935cb43350c req-e81bc402-1ee3-41f3-9fc6-f46c595bbcfb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267510 Jan 25 16:14:22.266573 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcab567-d46d-4b02-813c-d7c994cdef1a req-34bb2400-f03b-481d-9a80-4a8b39ca4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:22.267334 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afcab567-d46d-4b02-813c-d7c994cdef1a req-34bb2400-f03b-481d-9a80-4a8b39ca4e6f service neutron] 10.222.0.117 "GET /v2.0/networks?id=4092863d-99a9-4ca0-baee-920a42d2b318 HTTP/1.1" status: 200 len: 913 time: 0.0770471 Jan 25 16:14:22.311043 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afcab567-d46d-4b02-813c-d7c994cdef1a req-fc02a5f1-8506-4d81-ab7b-727baadfe99b service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f739532b-7f07-4057-92be-f69b0a933c81 HTTP/1.1" status: 200 len: 217 time: 0.0376809 Jan 25 16:14:22.355355 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcab567-d46d-4b02-813c-d7c994cdef1a req-0e446a96-ff16-4858-907b-44b4ece738b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:22.356264 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afcab567-d46d-4b02-813c-d7c994cdef1a req-0e446a96-ff16-4858-907b-44b4ece738b1 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ad719a1d-709c-4782-94bc-05e947cd33ab HTTP/1.1" status: 200 len: 859 time: 0.0383482 Jan 25 16:14:22.386978 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afcab567-d46d-4b02-813c-d7c994cdef1a req-91124a53-47f3-4338-afec-12646f33b88e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4092863d-99a9-4ca0-baee-920a42d2b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247669 Jan 25 16:14:22.467952 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afcab567-d46d-4b02-813c-d7c994cdef1a req-178d697c-9ae0-47b7-ae4d-87613e5b3845 service neutron] 10.222.0.117 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0755332 Jan 25 16:14:22.548702 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afcab567-d46d-4b02-813c-d7c994cdef1a req-62d5f74f-3bab-4df9-8266-2ac27b76329e service neutron] 10.222.0.117 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0744419 Jan 25 16:14:23.021183 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f9aaa8ab-9764-48ab-93e1-419279f43edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:23.023665 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ff244-74a9-41de-8f96-aefd0f9bee11 req-1999a70a-c2b1-4406-9e88-c1ca7b06e847 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:23.024646 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1d8ff244-74a9-41de-8f96-aefd0f9bee11 req-1999a70a-c2b1-4406-9e88-c1ca7b06e847 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0642865 Jan 25 16:14:23.053407 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1d8ff244-74a9-41de-8f96-aefd0f9bee11 req-de8986f7-9350-451f-8e9b-55b3be921c60 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247507 Jan 25 16:14:23.410727 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b525e-7319-482d-a656-a6d2e24ff641 req-cd916dee-45d7-4749-a21a-aac7dc15a421 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:23.411654 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b44b525e-7319-482d-a656-a6d2e24ff641 req-cd916dee-45d7-4749-a21a-aac7dc15a421 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0575566 Jan 25 16:14:23.441618 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b44b525e-7319-482d-a656-a6d2e24ff641 req-b9161f90-a5fa-48bb-929b-ae34c2cbe9cf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257499 Jan 25 16:14:24.042052 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b2ecf087-17d8-409a-bd49-ee3dac6cc35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:24.184441 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7642d-4d09-46c2-8a47-1e1fe0e149fa req-53f1ef57-b609-4333-8d24-0de175107fb0 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:24.185358 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-71e7642d-4d09-46c2-8a47-1e1fe0e149fa req-53f1ef57-b609-4333-8d24-0de175107fb0 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0616395 Jan 25 16:14:24.215263 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-71e7642d-4d09-46c2-8a47-1e1fe0e149fa req-314abfcf-2fc4-49cf-a64a-73a5db5c1138 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263171 Jan 25 16:14:24.595224 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:24.599619 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffb3c5-eaf0-4378-b2c0-b632033d5b76 req-94bca04c-f7f9-4667-a7d1-7664f290e89a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:24.600626 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79ffb3c5-eaf0-4378-b2c0-b632033d5b76 req-94bca04c-f7f9-4667-a7d1-7664f290e89a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0629089 Jan 25 16:14:24.630610 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79ffb3c5-eaf0-4378-b2c0-b632033d5b76 req-24925304-c83a-4db5-8be4-2f17123568d9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254610 Jan 25 16:14:24.654738 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:24.939726 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:25.371893 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e2dca-8512-4be7-b91e-59dd8b068e5d req-f1b3775e-1b53-4361-8327-ee1b51f3d79d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:25.373084 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fd8e2dca-8512-4be7-b91e-59dd8b068e5d req-f1b3775e-1b53-4361-8327-ee1b51f3d79d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0735183 Jan 25 16:14:25.407769 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fd8e2dca-8512-4be7-b91e-59dd8b068e5d req-92ede36c-c6db-49e4-bae5-36620f6a9fbb tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303819 Jan 25 16:14:25.685669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:25.800966 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fab92e-c8b9-49fd-8ceb-ab6e08e25188 req-33140873-d881-4daa-8cd7-c5d1ee876b33 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:25.802036 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f1fab92e-c8b9-49fd-8ceb-ab6e08e25188 req-33140873-d881-4daa-8cd7-c5d1ee876b33 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0826008 Jan 25 16:14:25.842267 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f1fab92e-c8b9-49fd-8ceb-ab6e08e25188 req-1b304390-fa3e-4f52-9bac-8d0c243921b1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327163 Jan 25 16:14:26.561701 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691e7cb-7ed2-4c5a-b2ad-fc643a96efaa req-c6258146-6d65-488b-9a9b-0953aa56bd97 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:26.562504 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8691e7cb-7ed2-4c5a-b2ad-fc643a96efaa req-c6258146-6d65-488b-9a9b-0953aa56bd97 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0619829 Jan 25 16:14:26.592034 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8691e7cb-7ed2-4c5a-b2ad-fc643a96efaa req-91411f4a-730d-444e-8e07-7e5271f5c47b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255961 Jan 25 16:14:27.002018 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac60e4a-d594-4d17-9422-dc43b6a9e4ae req-204e3151-1b70-43a4-969e-eee77349a912 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:27.002974 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4ac60e4a-d594-4d17-9422-dc43b6a9e4ae req-204e3151-1b70-43a4-969e-eee77349a912 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0690501 Jan 25 16:14:27.032249 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4ac60e4a-d594-4d17-9422-dc43b6a9e4ae req-925268c8-56d3-44b1-953c-2c8645d02b28 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256217 Jan 25 16:14:27.754532 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074515a-43d4-420f-bcdb-0084e2984d3e req-b1771ab2-98f1-4185-9ad8-66e0b5ea764c tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:27.755461 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8074515a-43d4-420f-bcdb-0084e2984d3e req-b1771ab2-98f1-4185-9ad8-66e0b5ea764c tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0657053 Jan 25 16:14:27.756427 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ded5f8-3aef-4ce7-a426-e6afde473305 req-15150432-076f-423c-9d93-c06f1dd03fed tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:27.757490 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-93ded5f8-3aef-4ce7-a426-e6afde473305 req-15150432-076f-423c-9d93-c06f1dd03fed tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0835361 Jan 25 16:14:27.790179 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-93ded5f8-3aef-4ce7-a426-e6afde473305 req-85c0867f-781c-4faa-9b54-34f4c1ae57f4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289774 Jan 25 16:14:27.792480 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8074515a-43d4-420f-bcdb-0084e2984d3e req-c990107f-da72-48d0-bdb2-8cb68d2dc32d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0323994 Jan 25 16:14:28.074980 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6fe75-73b8-4365-8a46-b1dc4b272aef req-6e34a30b-1540-4f5e-815c-b10d04125593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:28.076449 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-89f6fe75-73b8-4365-8a46-b1dc4b272aef req-6e34a30b-1540-4f5e-815c-b10d04125593 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=cf7540de0e56436e91efecf367152a89&device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 1203 time: 0.0540729 Jan 25 16:14:28.172951 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6fe75-73b8-4365-8a46-b1dc4b272aef req-04c937e1-b4d1-4af3-be9e-e89004cb095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:28.174047 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-89f6fe75-73b8-4365-8a46-b1dc4b272aef req-04c937e1-b4d1-4af3-be9e-e89004cb095f service neutron] 10.222.0.117 "GET /v2.0/networks?id=3d1b4a78-6fa5-4235-8076-b2b3ac751aff HTTP/1.1" status: 200 len: 909 time: 0.0924244 Jan 25 16:14:28.190855 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f87d7-d256-4f2d-9617-62e379ceb0e6 req-c3b0ae1c-f39f-4eac-b7cc-9ef668a130e8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:28.191943 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d2f87d7-d256-4f2d-9617-62e379ceb0e6 req-c3b0ae1c-f39f-4eac-b7cc-9ef668a130e8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0680988 Jan 25 16:14:28.230076 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d2f87d7-d256-4f2d-9617-62e379ceb0e6 req-9ae3abc4-5842-444a-b8b2-2ace31af884e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338285 Jan 25 16:14:28.248511 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-89f6fe75-73b8-4365-8a46-b1dc4b272aef req-7d60fca6-8510-473a-8fd2-61d98c27b0eb service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac93ef6c-ba48-4fc2-b7ac-c644d924366b HTTP/1.1" status: 200 len: 1002 time: 0.0688753 Jan 25 16:14:28.298704 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6fe75-73b8-4365-8a46-b1dc4b272aef req-ab3155e9-deb4-491f-91f3-64eb1dbb0e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:28.299588 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-89f6fe75-73b8-4365-8a46-b1dc4b272aef req-ab3155e9-deb4-491f-91f3-64eb1dbb0e62 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=68a34ad1-cdd3-424c-8e73-7c05cc04be85 HTTP/1.1" status: 200 len: 854 time: 0.0424209 Jan 25 16:14:28.348289 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6fe75-73b8-4365-8a46-b1dc4b272aef req-5cc81adb-1044-49ea-8ae6-6e4d7fb4047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:28.349240 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-89f6fe75-73b8-4365-8a46-b1dc4b272aef req-5cc81adb-1044-49ea-8ae6-6e4d7fb4047a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3d1b4a78-6fa5-4235-8076-b2b3ac751aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423820 Jan 25 16:14:28.380303 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e9647e43-8712-484c-a71c-0d12fe0ca3ea req-4263634b-c490-4544-88ad-1256bf242e3c service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0484333 Jan 25 16:14:28.427769 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-89f6fe75-73b8-4365-8a46-b1dc4b272aef req-9fbbe727-6038-41ad-a159-c91005618a75 service neutron] 10.222.0.117 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0734012 Jan 25 16:14:28.502171 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-89f6fe75-73b8-4365-8a46-b1dc4b272aef req-702da8eb-6329-4f18-8fda-d64d4c2d7f01 service neutron] 10.222.0.117 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0695307 Jan 25 16:14:28.944892 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad8d3a-4b16-4d3d-bbfd-cd156684869d req-7479babd-56dc-4bdb-9d8d-7eec5ef9798b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:28.945802 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-33ad8d3a-4b16-4d3d-bbfd-cd156684869d req-7479babd-56dc-4bdb-9d8d-7eec5ef9798b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0652165 Jan 25 16:14:28.962491 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2403b4-1353-470a-9a00-565ee93201e6 req-b8751ab0-0967-4cb1-a469-e9891cb0e556 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:28.963600 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3a2403b4-1353-470a-9a00-565ee93201e6 req-b8751ab0-0967-4cb1-a469-e9891cb0e556 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0738609 Jan 25 16:14:28.976272 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-33ad8d3a-4b16-4d3d-bbfd-cd156684869d req-6c24e742-19aa-4235-bd99-4a6811af7e87 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259922 Jan 25 16:14:29.004067 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3a2403b4-1353-470a-9a00-565ee93201e6 req-69f4096c-0da1-4981-9552-4458aaf31480 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0354538 Jan 25 16:14:29.113353 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9647e43-8712-484c-a71c-0d12fe0ca3ea req-b5d4df99-1680-4831-9707-0765648c545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:29.114220 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e9647e43-8712-484c-a71c-0d12fe0ca3ea req-b5d4df99-1680-4831-9707-0765648c545e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=3d9dc1d24c694798a5da5bb1f60d075a&device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 1163 time: 0.0454447 Jan 25 16:14:29.229245 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9647e43-8712-484c-a71c-0d12fe0ca3ea req-a1cc9d3b-71c1-45d8-af5a-686591b362ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:29.230287 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e9647e43-8712-484c-a71c-0d12fe0ca3ea req-a1cc9d3b-71c1-45d8-af5a-686591b362ed service neutron] 10.222.0.117 "GET /v2.0/networks?id=ca5167e0-70f4-4f5e-919e-3039411592c6 HTTP/1.1" status: 200 len: 904 time: 0.0833650 Jan 25 16:14:29.298014 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e9647e43-8712-484c-a71c-0d12fe0ca3ea req-0d628a49-ee7b-4160-a781-fbbdad436433 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cae2bb-104d-42f4-99ee-33aca6035803 HTTP/1.1" status: 200 len: 1002 time: 0.0620503 Jan 25 16:14:29.367108 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9647e43-8712-484c-a71c-0d12fe0ca3ea req-23c5de07-2801-4246-ad11-a1b886b45d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:29.368005 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e9647e43-8712-484c-a71c-0d12fe0ca3ea req-23c5de07-2801-4246-ad11-a1b886b45d9b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd HTTP/1.1" status: 200 len: 849 time: 0.0616019 Jan 25 16:14:29.418428 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa9bc0-c46d-4e9e-842a-0893a7c3695d req-7d625733-fa05-4094-8131-34b99fc4ed60 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:29.419313 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6faa9bc0-c46d-4e9e-842a-0893a7c3695d req-7d625733-fa05-4094-8131-34b99fc4ed60 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0947964 Jan 25 16:14:29.450965 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9647e43-8712-484c-a71c-0d12fe0ca3ea req-35ff8c01-a341-4ea5-b370-37ad7347e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:29.451809 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e9647e43-8712-484c-a71c-0d12fe0ca3ea req-35ff8c01-a341-4ea5-b370-37ad7347e9d9 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ca5167e0-70f4-4f5e-919e-3039411592c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793173 Jan 25 16:14:29.455380 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6faa9bc0-c46d-4e9e-842a-0893a7c3695d req-958c6dca-debf-4dd4-92e0-4fc34bb26f53 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322115 Jan 25 16:14:29.543202 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e9647e43-8712-484c-a71c-0d12fe0ca3ea req-254b8c0f-85cc-4a34-8e69-c49386bd74e9 service neutron] 10.222.0.117 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841079 Jan 25 16:14:29.797638 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e9647e43-8712-484c-a71c-0d12fe0ca3ea req-790c7600-32ae-4062-b046-a261f525069c service neutron] 10.222.0.117 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2490535 Jan 25 16:14:30.137895 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2364f-62ef-4fcc-a61c-d11daf3e4904 req-d4315f8a-8370-422a-9a00-b4854a75d732 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:30.139474 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fdb2364f-62ef-4fcc-a61c-d11daf3e4904 req-d4315f8a-8370-422a-9a00-b4854a75d732 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0678072 Jan 25 16:14:30.174276 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fdb2364f-62ef-4fcc-a61c-d11daf3e4904 req-56db6eab-cec2-4121-835d-233e028fc40c tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300689 Jan 25 16:14:30.303086 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9efc0-cec2-4c9e-8953-6419dea08de2 req-d4216c07-7cb7-47ae-9cad-6a35f04c90be tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:30.304010 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-94b9efc0-cec2-4c9e-8953-6419dea08de2 req-d4216c07-7cb7-47ae-9cad-6a35f04c90be tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0804014 Jan 25 16:14:30.338526 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-94b9efc0-cec2-4c9e-8953-6419dea08de2 req-3218ddcf-49b5-44c0-8f50-77a446218769 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0311809 Jan 25 16:14:30.631418 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411111f5-3e49-4bdd-a0a1-092d90bc5911 req-d4871bc2-322d-4267-af66-452a87e1aece tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:30.632464 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-411111f5-3e49-4bdd-a0a1-092d90bc5911 req-d4871bc2-322d-4267-af66-452a87e1aece tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0753193 Jan 25 16:14:30.664352 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-411111f5-3e49-4bdd-a0a1-092d90bc5911 req-1c008ff3-d01f-4294-9b93-7e8cdae7d581 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283425 Jan 25 16:14:31.330318 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8a67e-16b6-4b33-b0e6-edf597ea9b4b req-71413db7-04b0-4e4b-b69b-8d5199c8b6a3 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:31.331377 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3cf8a67e-16b6-4b33-b0e6-edf597ea9b4b req-71413db7-04b0-4e4b-b69b-8d5199c8b6a3 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0845466 Jan 25 16:14:31.364898 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3cf8a67e-16b6-4b33-b0e6-edf597ea9b4b req-5e66ad73-bd5f-4414-91e3-978115939352 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299437 Jan 25 16:14:31.478866 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9632b-8786-403d-8744-2dad7c182314 req-170ab389-bd68-4e38-bf14-c171f308ea86 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:31.479909 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f6f9632b-8786-403d-8744-2dad7c182314 req-170ab389-bd68-4e38-bf14-c171f308ea86 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0720639 Jan 25 16:14:31.518132 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f6f9632b-8786-403d-8744-2dad7c182314 req-fb30d7eb-4c2d-4573-abea-56ba6779e224 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0339701 Jan 25 16:14:31.832968 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4dfec-ec77-41e1-b841-7caffe5681d0 req-dcbc8395-506c-465f-a9bc-5a70e412bf57 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:31.833857 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-adc4dfec-ec77-41e1-b841-7caffe5681d0 req-dcbc8395-506c-465f-a9bc-5a70e412bf57 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0650985 Jan 25 16:14:31.873392 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-adc4dfec-ec77-41e1-b841-7caffe5681d0 req-4745bf97-0d77-4083-8d58-eac753718ba7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326731 Jan 25 16:14:32.540159 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66450786-c71b-4e61-9bd9-d19299d21519 req-cdd42fe0-514d-46ec-82c5-c8e97688529e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:32.541246 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-66450786-c71b-4e61-9bd9-d19299d21519 req-cdd42fe0-514d-46ec-82c5-c8e97688529e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0746400 Jan 25 16:14:32.575994 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-66450786-c71b-4e61-9bd9-d19299d21519 req-7f23193f-a3ae-402b-a2d4-ff7ce575a018 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298223 Jan 25 16:14:32.664387 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401417d-fff2-437d-8cf7-74e882c64f03 req-52a66754-e1c4-4991-8e22-c218ee68f374 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:32.665402 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1401417d-fff2-437d-8cf7-74e882c64f03 req-52a66754-e1c4-4991-8e22-c218ee68f374 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0694001 Jan 25 16:14:32.704003 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1401417d-fff2-437d-8cf7-74e882c64f03 req-794e2bd4-8ebb-40ce-a6ab-c60feec38872 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0342216 Jan 25 16:14:33.261565 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf1d4a-ef24-4c0c-a08d-8f3e5a548bb5 req-c7c35480-0fb0-4b99-aed4-96b084d50ca2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:33.262647 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-98cf1d4a-ef24-4c0c-a08d-8f3e5a548bb5 req-c7c35480-0fb0-4b99-aed4-96b084d50ca2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.2806628 Jan 25 16:14:33.293664 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-98cf1d4a-ef24-4c0c-a08d-8f3e5a548bb5 req-71c1155c-8f9e-4776-9716-9ecfcf2d576f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268877 Jan 25 16:14:33.739588 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650eb91c-d3d3-4a38-8f30-823b15edc209 req-30a975dc-d02d-448b-b220-e11fd49e37b2 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:33.740788 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-650eb91c-d3d3-4a38-8f30-823b15edc209 req-30a975dc-d02d-448b-b220-e11fd49e37b2 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0744500 Jan 25 16:14:33.773173 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-650eb91c-d3d3-4a38-8f30-823b15edc209 req-0ce8e064-1e3e-42be-8356-a7852594a25c tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255766 Jan 25 16:14:33.853011 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddde4e-cb25-4a69-b95b-a808583061e8 req-d44dfdca-9556-4480-a95c-2e17ee2b47a5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:33.853956 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eaddde4e-cb25-4a69-b95b-a808583061e8 req-d44dfdca-9556-4480-a95c-2e17ee2b47a5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0647383 Jan 25 16:14:33.891146 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eaddde4e-cb25-4a69-b95b-a808583061e8 req-d510be8c-944d-4b77-b2d3-bf998e3f0df9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0331278 Jan 25 16:14:34.486526 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b586496-7620-4c09-a038-d4e7ee9f0b06 req-f5aa2c68-775a-45a5-8c51-5c0446961018 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:34.487610 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6b586496-7620-4c09-a038-d4e7ee9f0b06 req-f5aa2c68-775a-45a5-8c51-5c0446961018 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0803313 Jan 25 16:14:34.523706 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6b586496-7620-4c09-a038-d4e7ee9f0b06 req-d705fc29-08b8-4bd6-b416-89029455752d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317016 Jan 25 16:14:34.637177 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 41378) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:34.727203 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2310800a-acc2-464c-83fd-3f99ef7ba303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:34.737244 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-2310800a-acc2-464c-83fd-3f99ef7ba303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:14:34.739947 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-2310800a-acc2-464c-83fd-3f99ef7ba303 admin admin] Usage tracker for resource:security_group_rule and tenant:b3bf95fd9dc44ce2b91c6c5ca7c67ade is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:14:34.742080 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-2310800a-acc2-464c-83fd-3f99ef7ba303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:14:34.746067 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-2310800a-acc2-464c-83fd-3f99ef7ba303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:14:34.799853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2310800a-acc2-464c-83fd-3f99ef7ba303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:34.802533 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2310800a-acc2-464c-83fd-3f99ef7ba303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:34.813737 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9cd0da65-ec16-473f-b291-10e83b53b15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:34.844807 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-2310800a-acc2-464c-83fd-3f99ef7ba303 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b3bf95fd9dc44ce2b91c6c5ca7c67ade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067959 Jan 25 16:14:34.845445 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310800a-acc2-464c-83fd-3f99ef7ba303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20af5085-c40c-4a91-a1dd-21c193223f29,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:34.846918 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 41388) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:34.869711 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2310800a-acc2-464c-83fd-3f99ef7ba303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:34.883347 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f2c96830-5bf5-432a-bd0d-e35c671492b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:34.898133 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f2c96830-5bf5-432a-bd0d-e35c671492b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:34.914461 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecb2d6-8397-4a16-a535-82695ed6a831 req-d25581bf-11b5-4ea9-98e6-39897bc843ee tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:34.915466 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4fecb2d6-8397-4a16-a535-82695ed6a831 req-d25581bf-11b5-4ea9-98e6-39897bc843ee tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0681810 Jan 25 16:14:34.925516 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f2c96830-5bf5-432a-bd0d-e35c671492b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:34.934438 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-459367b1-8892-4d44-b3fb-5fd88d85d9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:34.950460 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4fecb2d6-8397-4a16-a535-82695ed6a831 req-45b7bf30-b74e-4a7f-b04b-04be842ccd97 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307164 Jan 25 16:14:34.951636 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c96830-5bf5-432a-bd0d-e35c671492b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20af5085-c40c-4a91-a1dd-21c193223f29,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:34.953717 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f2c96830-5bf5-432a-bd0d-e35c671492b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:34.957949 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f2c96830-5bf5-432a-bd0d-e35c671492b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:34.960692 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-f2c96830-5bf5-432a-bd0d-e35c671492b5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/20af5085-c40c-4a91-a1dd-21c193223f29 HTTP/1.1" status: 204 len: 168 time: 0.1130395 Jan 25 16:14:35.037791 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba17bd-e1d2-4627-ac36-0f085474d4e5 req-816f4d69-870f-47ec-a941-8725145f5bf4 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:35.038928 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-caba17bd-e1d2-4627-ac36-0f085474d4e5 req-816f4d69-870f-47ec-a941-8725145f5bf4 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0606329 Jan 25 16:14:35.070603 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-caba17bd-e1d2-4627-ac36-0f085474d4e5 req-e079a53e-e2b3-47e6-9c7a-dc0b011f70ab tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0279410 Jan 25 16:14:35.163575 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 41398) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:35.174702 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3e5215d9-ccc4-465d-aa90-09886a62ccbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:35.183392 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-3e5215d9-ccc4-465d-aa90-09886a62ccbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:14:35.185703 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-3e5215d9-ccc4-465d-aa90-09886a62ccbb admin admin] Usage tracker for resource:security_group_rule and tenant:d47d6726bab547d38629c4f983cd572c is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:14:35.187359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-3e5215d9-ccc4-465d-aa90-09886a62ccbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:14:35.190590 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-3e5215d9-ccc4-465d-aa90-09886a62ccbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:14:35.238005 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3e5215d9-ccc4-465d-aa90-09886a62ccbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:35.240474 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3e5215d9-ccc4-465d-aa90-09886a62ccbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:35.244268 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e5b316da-0cb6-4f5a-9cfb-c7c2aa489d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:35.266396 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-3e5215d9-ccc4-465d-aa90-09886a62ccbb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d47d6726bab547d38629c4f983cd572c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1020420 Jan 25 16:14:35.266894 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5215d9-ccc4-465d-aa90-09886a62ccbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13522a61-6f2d-4265-a54b-6c709fe795a7,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:35.268626 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 41402) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:35.270168 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-3e5215d9-ccc4-465d-aa90-09886a62ccbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:35.303606 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8c6e9130-6830-47b9-b436-e815f966011b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:35.318590 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8c6e9130-6830-47b9-b436-e815f966011b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:35.349188 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8c6e9130-6830-47b9-b436-e815f966011b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:35.351710 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1d363867-8690-43a5-8dee-dcc06d2c6009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:35.358662 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e9130-6830-47b9-b436-e815f966011b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13522a61-6f2d-4265-a54b-6c709fe795a7,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:35.360364 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8c6e9130-6830-47b9-b436-e815f966011b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:35.362361 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8c6e9130-6830-47b9-b436-e815f966011b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:35.363422 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-8c6e9130-6830-47b9-b436-e815f966011b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/13522a61-6f2d-4265-a54b-6c709fe795a7 HTTP/1.1" status: 204 len: 168 time: 0.0942259 Jan 25 16:14:35.614726 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 41414) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:35.627628 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-84bee249-71a6-4148-a5d6-5ccc78b3bb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:35.637859 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-84bee249-71a6-4148-a5d6-5ccc78b3bb7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:14:35.640633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-84bee249-71a6-4148-a5d6-5ccc78b3bb7c admin admin] Usage tracker for resource:security_group_rule and tenant:3f08bdc2139d41ada7b1db8cdb4c16e1 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:14:35.642537 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-84bee249-71a6-4148-a5d6-5ccc78b3bb7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:14:35.646385 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-84bee249-71a6-4148-a5d6-5ccc78b3bb7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:14:35.664461 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2f81a-d18b-43fb-8ba9-0fcea936a247 req-b9c0105f-002c-4b64-91e2-2b422e4e2c44 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:35.665398 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9dc2f81a-d18b-43fb-8ba9-0fcea936a247 req-b9c0105f-002c-4b64-91e2-2b422e4e2c44 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0620341 Jan 25 16:14:35.694480 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-84bee249-71a6-4148-a5d6-5ccc78b3bb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:35.696524 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-84bee249-71a6-4148-a5d6-5ccc78b3bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:35.696977 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9dc2f81a-d18b-43fb-8ba9-0fcea936a247 req-41285374-65a5-4588-ae55-511a614c792a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271590 Jan 25 16:14:35.701845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-5aa76645-e05b-4d2b-8b05-d1daa9af73bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:35.725984 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-84bee249-71a6-4148-a5d6-5ccc78b3bb7c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3f08bdc2139d41ada7b1db8cdb4c16e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1101167 Jan 25 16:14:35.726960 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bee249-71a6-4148-a5d6-5ccc78b3bb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e481a7d6-8db9-4c3e-9272-9e12722e9cf5,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:35.728009 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 41420) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:35.729066 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-84bee249-71a6-4148-a5d6-5ccc78b3bb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:35.766466 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b00cf451-d3e3-4c8b-ae5e-1e2d4bf7c4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:35.783748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b00cf451-d3e3-4c8b-ae5e-1e2d4bf7c4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:35.810251 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b00cf451-d3e3-4c8b-ae5e-1e2d4bf7c4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:35.812961 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-257d9ffd-29ce-483a-9a0a-ef4e9876a048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:35.820688 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00cf451-d3e3-4c8b-ae5e-1e2d4bf7c4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e481a7d6-8db9-4c3e-9272-9e12722e9cf5,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:35.822584 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b00cf451-d3e3-4c8b-ae5e-1e2d4bf7c4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:35.824997 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b00cf451-d3e3-4c8b-ae5e-1e2d4bf7c4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:35.827566 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-b00cf451-d3e3-4c8b-ae5e-1e2d4bf7c4a0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e481a7d6-8db9-4c3e-9272-9e12722e9cf5 HTTP/1.1" status: 204 len: 168 time: 0.0988834 Jan 25 16:14:36.073143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35eac1-9b61-4272-a92b-8c7b6154335e req-955d773d-1936-438f-a5ce-dabb696f876d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:36.074140 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6a35eac1-9b61-4272-a92b-8c7b6154335e req-955d773d-1936-438f-a5ce-dabb696f876d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0578616 Jan 25 16:14:36.113163 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6a35eac1-9b61-4272-a92b-8c7b6154335e req-e393d194-76f4-4a26-9f31-43e925d3fa08 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353231 Jan 25 16:14:36.200238 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cee3fe-0914-4e41-8ea0-2ca1a3453d98 req-2af60e1d-ce36-4696-9d76-f4268578982c tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:36.201160 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a8cee3fe-0914-4e41-8ea0-2ca1a3453d98 req-2af60e1d-ce36-4696-9d76-f4268578982c tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0590832 Jan 25 16:14:36.233226 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a8cee3fe-0914-4e41-8ea0-2ca1a3453d98 req-4804fbf4-0cd0-4dc3-ba78-7651b01af3f6 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0282750 Jan 25 16:14:36.829341 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b05a4d-e86a-41a4-9b4a-904cd0e2da21 req-fc4190f6-d731-4269-abff-ff884073dbf7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:36.830096 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-13b05a4d-e86a-41a4-9b4a-904cd0e2da21 req-fc4190f6-d731-4269-abff-ff884073dbf7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0575261 Jan 25 16:14:36.856677 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-13b05a4d-e86a-41a4-9b4a-904cd0e2da21 req-c52b0a37-857b-4cde-89bd-0b16d1dd1bc0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0231287 Jan 25 16:14:37.261211 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06d0be-ff00-4402-aa70-25ee2c41a159 req-5199d60a-1863-4016-b56d-6a434e591287 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:37.262180 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-de06d0be-ff00-4402-aa70-25ee2c41a159 req-5199d60a-1863-4016-b56d-6a434e591287 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0657110 Jan 25 16:14:37.292494 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-de06d0be-ff00-4402-aa70-25ee2c41a159 req-08204b57-aca0-48c2-bec1-c38057583601 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264177 Jan 25 16:14:37.356911 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c78b8-aca0-4891-aa13-9a2b13306eeb req-01e5586a-5e91-41f8-8a0c-0cdeac483369 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:37.357870 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fd1c78b8-aca0-4891-aa13-9a2b13306eeb req-01e5586a-5e91-41f8-8a0c-0cdeac483369 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0571945 Jan 25 16:14:37.392143 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fd1c78b8-aca0-4891-aa13-9a2b13306eeb req-01c07d7f-234b-42a6-b196-2c0edc89b800 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0302625 Jan 25 16:14:38.044922 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8415c1-5d1d-42c5-b26d-c89d0d1692b5 req-e9e73e99-c2da-4ba3-ab3c-1d30e24b87d0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:38.044922 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4e8415c1-5d1d-42c5-b26d-c89d0d1692b5 req-e9e73e99-c2da-4ba3-ab3c-1d30e24b87d0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0678248 Jan 25 16:14:38.072532 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4e8415c1-5d1d-42c5-b26d-c89d0d1692b5 req-1756f448-05c7-4d15-b373-047fcefc0679 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249269 Jan 25 16:14:38.452842 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fabfa-ea72-440d-90a0-1b115a1faf91 req-dd0821c8-db2d-4ad0-b857-d87264358d14 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:38.453922 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d29fabfa-ea72-440d-90a0-1b115a1faf91 req-dd0821c8-db2d-4ad0-b857-d87264358d14 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0696321 Jan 25 16:14:38.486521 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d29fabfa-ea72-440d-90a0-1b115a1faf91 req-2715b2bb-2c5c-4b60-a346-9cf76fd2a534 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287356 Jan 25 16:14:38.534484 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ea6d4-b2c4-4f58-8d80-af28380ed1d2 req-86d9d0cd-1963-493a-ab6f-84f25f727c03 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:38.535403 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0e9ea6d4-b2c4-4f58-8d80-af28380ed1d2 req-86d9d0cd-1963-493a-ab6f-84f25f727c03 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0679379 Jan 25 16:14:38.567451 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0e9ea6d4-b2c4-4f58-8d80-af28380ed1d2 req-ad7c84b6-70b3-4881-80e9-39d239f8fdf4 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0284729 Jan 25 16:14:39.234698 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6f150-8d64-4e17-8bf9-518956746f7b req-3d69a887-6f2c-46f9-b80b-74e54e52aef1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:39.235779 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c1b6f150-8d64-4e17-8bf9-518956746f7b req-3d69a887-6f2c-46f9-b80b-74e54e52aef1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0737076 Jan 25 16:14:39.269315 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c1b6f150-8d64-4e17-8bf9-518956746f7b req-932b8af9-d4c2-4c13-943a-472b9099d4be tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292480 Jan 25 16:14:39.647999 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15481ab-83b4-43b9-b98b-4179837dd28e req-e84aca59-b527-4a6a-9cb5-83603f8a30b9 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:39.648913 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a15481ab-83b4-43b9-b98b-4179837dd28e req-e84aca59-b527-4a6a-9cb5-83603f8a30b9 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0675752 Jan 25 16:14:39.681913 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a15481ab-83b4-43b9-b98b-4179837dd28e req-bced5d61-1bd6-444c-bba1-6c78bc2ff429 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268583 Jan 25 16:14:39.722086 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b062141-bdcd-4618-b772-bc8c5b21be98 req-b424654a-e71e-4b99-8cf8-94b223213c12 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:39.723128 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1b062141-bdcd-4618-b772-bc8c5b21be98 req-b424654a-e71e-4b99-8cf8-94b223213c12 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0748453 Jan 25 16:14:39.760303 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1b062141-bdcd-4618-b772-bc8c5b21be98 req-be4b8d67-d132-4dce-809e-3bc25a38c589 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0328422 Jan 25 16:14:40.425783 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948fedb-3043-40ad-aa88-a27390c48fde req-06a85c12-b62a-4bb3-8064-b9705218d59c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:40.426895 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c948fedb-3043-40ad-aa88-a27390c48fde req-06a85c12-b62a-4bb3-8064-b9705218d59c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0729525 Jan 25 16:14:40.461414 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c948fedb-3043-40ad-aa88-a27390c48fde req-95bd2842-09f3-4fbd-9879-87e58b65cbc6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303044 Jan 25 16:14:40.476404 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 41566) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:40.583151 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0fb2a5c4-952e-4b8e-a942-2779b50665cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:40.593626 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-0fb2a5c4-952e-4b8e-a942-2779b50665cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:14:40.596465 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-0fb2a5c4-952e-4b8e-a942-2779b50665cf admin admin] Usage tracker for resource:security_group_rule and tenant:a5cbe88b9a194e9889f627d9b55c3439 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:14:40.598705 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-0fb2a5c4-952e-4b8e-a942-2779b50665cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:14:40.602455 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-0fb2a5c4-952e-4b8e-a942-2779b50665cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:14:40.662351 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0fb2a5c4-952e-4b8e-a942-2779b50665cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:40.664850 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0fb2a5c4-952e-4b8e-a942-2779b50665cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:40.670255 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-bd6293d6-4de7-40d5-9fb8-c9adc5e08a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:40.696709 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2a5c4-952e-4b8e-a942-2779b50665cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b971ff6a-d273-4452-8336-305bd971e569,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:40.699968 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-0fb2a5c4-952e-4b8e-a942-2779b50665cf admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a5cbe88b9a194e9889f627d9b55c3439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226942 Jan 25 16:14:40.700678 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0fb2a5c4-952e-4b8e-a942-2779b50665cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:40.702403 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 41574) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:40.743675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a7e9fc2b-0174-4b35-967b-055a12a61ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:40.762124 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a7e9fc2b-0174-4b35-967b-055a12a61ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:40.797306 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a7e9fc2b-0174-4b35-967b-055a12a61ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:40.801087 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-723ec29e-07cb-4ad7-8d9d-49d6634fa089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:14:40.808876 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9fc2b-0174-4b35-967b-055a12a61ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b971ff6a-d273-4452-8336-305bd971e569,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:14:40.816757 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a7e9fc2b-0174-4b35-967b-055a12a61ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:14:40.818977 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a7e9fc2b-0174-4b35-967b-055a12a61ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:40.820119 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-a7e9fc2b-0174-4b35-967b-055a12a61ba0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b971ff6a-d273-4452-8336-305bd971e569 HTTP/1.1" status: 204 len: 168 time: 0.1165955 Jan 25 16:14:40.820692 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51584fe0-ef0c-4c3c-aef7-563699175d6e req-3d0ad4a2-a409-4fe2-a50b-1348a568b032 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:40.821852 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-51584fe0-ef0c-4c3c-aef7-563699175d6e req-3d0ad4a2-a409-4fe2-a50b-1348a568b032 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0625041 Jan 25 16:14:40.856714 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-51584fe0-ef0c-4c3c-aef7-563699175d6e req-1a5bda50-e675-47f0-818c-3d3448b5c562 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307536 Jan 25 16:14:40.908524 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd6b68-f1a0-4449-a081-bcd07e6f573b req-b4c27887-58ae-42de-ab81-bd9e6b91a867 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:40.909559 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-72cd6b68-f1a0-4449-a081-bcd07e6f573b req-b4c27887-58ae-42de-ab81-bd9e6b91a867 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0579114 Jan 25 16:14:40.944008 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-72cd6b68-f1a0-4449-a081-bcd07e6f573b req-8be6c6f5-68b6-493d-8401-19801a953721 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0305269 Jan 25 16:14:41.610525 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7323aa-9989-44f3-b5cd-e54f5620ee8d req-0f355c2e-a180-4ca8-8a83-406a6956c46f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:41.611412 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0a7323aa-9989-44f3-b5cd-e54f5620ee8d req-0f355c2e-a180-4ca8-8a83-406a6956c46f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0620201 Jan 25 16:14:41.640185 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0a7323aa-9989-44f3-b5cd-e54f5620ee8d req-7862ad54-e1bb-44c3-a828-6c88e2a8acdb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252309 Jan 25 16:14:42.023723 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b27ac1-c5af-435e-9a8b-e66aee2aaf22 req-29c866c4-2a66-44e1-b171-02d292f21201 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:42.024722 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b5b27ac1-c5af-435e-9a8b-e66aee2aaf22 req-29c866c4-2a66-44e1-b171-02d292f21201 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0712235 Jan 25 16:14:42.064530 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b5b27ac1-c5af-435e-9a8b-e66aee2aaf22 req-0927cae8-c122-449a-8c4a-b72c57e6b849 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352232 Jan 25 16:14:42.087488 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae868ff-8253-440d-8e0e-408e055c2c89 req-a2d7137e-597d-4443-85f0-91704130f397 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:42.088468 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8ae868ff-8253-440d-8e0e-408e055c2c89 req-a2d7137e-597d-4443-85f0-91704130f397 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0626726 Jan 25 16:14:42.121008 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8ae868ff-8253-440d-8e0e-408e055c2c89 req-25029b56-c3db-4fc1-b3b5-252729be8849 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0286679 Jan 25 16:14:42.803120 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ad82b-e5b1-4ea5-9680-92415d5d4b89 req-b6f7aaa9-c0a2-4b81-b30b-854efdb0f4aa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:42.804020 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d48ad82b-e5b1-4ea5-9680-92415d5d4b89 req-b6f7aaa9-c0a2-4b81-b30b-854efdb0f4aa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0672171 Jan 25 16:14:42.836167 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d48ad82b-e5b1-4ea5-9680-92415d5d4b89 req-e5f03309-4457-49b0-969f-f8c2a55e46c9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255616 Jan 25 16:14:43.221830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0d755-eafa-4756-8375-934dd1ae48c6 req-79cf87fc-a3ff-442c-927a-309f6254058d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:43.222957 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-deb0d755-eafa-4756-8375-934dd1ae48c6 req-79cf87fc-a3ff-442c-927a-309f6254058d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0719151 Jan 25 16:14:43.261430 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-deb0d755-eafa-4756-8375-934dd1ae48c6 req-1bac2ad8-158e-409b-9c76-007a310fe684 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330212 Jan 25 16:14:43.277354 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48b97f-d1a8-4792-99f3-fad22e611ffb req-5df67a56-2222-4a99-b0cd-e6c5677672a1 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:43.278513 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7d48b97f-d1a8-4792-99f3-fad22e611ffb req-5df67a56-2222-4a99-b0cd-e6c5677672a1 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0733523 Jan 25 16:14:43.324491 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7d48b97f-d1a8-4792-99f3-fad22e611ffb req-9762f34c-da47-4df0-8e55-5500fbecb1dd tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0405278 Jan 25 16:14:44.031657 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261faa04-78f9-46dc-8b7b-c04d0d57effa req-30376955-7662-4b0b-8b61-7d2d2ab89c6f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:44.032815 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-261faa04-78f9-46dc-8b7b-c04d0d57effa req-30376955-7662-4b0b-8b61-7d2d2ab89c6f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0904164 Jan 25 16:14:44.067302 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-261faa04-78f9-46dc-8b7b-c04d0d57effa req-45bcd978-826d-4f66-a767-41284991428f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300903 Jan 25 16:14:44.425100 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfba99-9674-4c6e-9f9b-8d95a6b0e1d7 req-eccde831-1119-4cc2-8b65-b5206229157b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:44.426146 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4ddfba99-9674-4c6e-9f9b-8d95a6b0e1d7 req-eccde831-1119-4cc2-8b65-b5206229157b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0760660 Jan 25 16:14:44.460591 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4ddfba99-9674-4c6e-9f9b-8d95a6b0e1d7 req-1e8702b5-2d4a-4d42-8acb-dd3746c24641 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300908 Jan 25 16:14:44.480913 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30acbe-db62-45f2-8c83-c4ce2d9bd840 req-7c16cecd-133e-4a18-9fe5-f6c8d74f1182 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:44.482002 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ed30acbe-db62-45f2-8c83-c4ce2d9bd840 req-7c16cecd-133e-4a18-9fe5-f6c8d74f1182 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0765243 Jan 25 16:14:44.522516 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ed30acbe-db62-45f2-8c83-c4ce2d9bd840 req-058854d9-aaad-4ad7-9ff9-f32c31eb1cc1 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0357790 Jan 25 16:14:45.235290 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc5268-9c16-44d9-a40e-8a797f487f66 req-2c716531-bf34-4846-a089-7f9ed5cb61ab tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:45.236398 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-08dc5268-9c16-44d9-a40e-8a797f487f66 req-2c716531-bf34-4846-a089-7f9ed5cb61ab tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0746961 Jan 25 16:14:45.274367 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-08dc5268-9c16-44d9-a40e-8a797f487f66 req-3f7f083f-3a0f-42bd-b822-690c40bb1a23 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303545 Jan 25 16:14:45.697527 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbf2fd-2be3-4f3b-8751-53fbffb4471d req-5daea376-fc76-4643-8c82-0883527067fa tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:45.698509 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dacbf2fd-2be3-4f3b-8751-53fbffb4471d req-5daea376-fc76-4643-8c82-0883527067fa tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0726354 Jan 25 16:14:45.737133 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dacbf2fd-2be3-4f3b-8751-53fbffb4471d req-ff6e57e9-f359-455b-900f-5a5431e0d80a tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0345051 Jan 25 16:14:45.756291 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54fdd3-b5d6-46f4-835e-0fc62d5f3eda req-9cfd54c9-8b89-411c-8009-b593a341f77f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:45.757329 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1e54fdd3-b5d6-46f4-835e-0fc62d5f3eda req-9cfd54c9-8b89-411c-8009-b593a341f77f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0664144 Jan 25 16:14:45.786696 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1e54fdd3-b5d6-46f4-835e-0fc62d5f3eda req-1630b11f-1ed9-4a6d-b102-06bda902e55a tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258229 Jan 25 16:14:46.433231 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6a4ae-698d-43fa-97b7-dde726221d6c req-7f009e88-11e7-4b1a-9b5c-75b0497a758a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:46.433983 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6dc6a4ae-698d-43fa-97b7-dde726221d6c req-7f009e88-11e7-4b1a-9b5c-75b0497a758a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0627878 Jan 25 16:14:46.478451 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6dc6a4ae-698d-43fa-97b7-dde726221d6c req-c1832dfb-6431-40e9-a8fc-b77cd8478d4c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383918 Jan 25 16:14:46.923049 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd9a55-fbaf-45f6-ab43-8b0b7919c949 req-534b7572-db32-4ae4-ad3f-17ff20467785 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:46.924141 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2acd9a55-fbaf-45f6-ab43-8b0b7919c949 req-534b7572-db32-4ae4-ad3f-17ff20467785 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0822322 Jan 25 16:14:46.935224 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98d6c5-f094-45a2-8ca7-da47031ac47d req-999b2896-63aa-465d-b82d-ec12b3e0398d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:46.936522 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9a98d6c5-f094-45a2-8ca7-da47031ac47d req-999b2896-63aa-465d-b82d-ec12b3e0398d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0654016 Jan 25 16:14:46.962605 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2acd9a55-fbaf-45f6-ab43-8b0b7919c949 req-c69e9470-150e-45b2-b19e-1e030c3dede9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0335057 Jan 25 16:14:46.968112 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9a98d6c5-f094-45a2-8ca7-da47031ac47d req-24890168-4ec4-41e5-987e-656f7c2e2d72 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263414 Jan 25 16:14:47.636384 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dade544-ea1f-4966-9260-cd464bd220d8 req-423ae79e-1dd5-4da1-ad2f-ed0850d15826 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:47.637316 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0dade544-ea1f-4966-9260-cd464bd220d8 req-423ae79e-1dd5-4da1-ad2f-ed0850d15826 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0627465 Jan 25 16:14:47.672315 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0dade544-ea1f-4966-9260-cd464bd220d8 req-fa7d4ead-0c0a-4a1a-9bd5-67c76e421aa1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280197 Jan 25 16:14:48.123613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8852a80-6424-489e-9f3c-2e6e8c065d20 req-fb06d3de-1619-44b8-864d-c9724aa5c816 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:48.124746 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b8852a80-6424-489e-9f3c-2e6e8c065d20 req-fb06d3de-1619-44b8-864d-c9724aa5c816 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0704007 Jan 25 16:14:48.126767 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a6c42-7660-4bad-aa14-0a6e90e624ba req-ccd7f846-db8b-46a0-be53-b8de348b2910 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:48.127863 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-921a6c42-7660-4bad-aa14-0a6e90e624ba req-ccd7f846-db8b-46a0-be53-b8de348b2910 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0724022 Jan 25 16:14:48.164199 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-921a6c42-7660-4bad-aa14-0a6e90e624ba req-1824cf42-b3ed-41fe-8262-c28bf53ba8b0 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321352 Jan 25 16:14:48.168362 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b8852a80-6424-489e-9f3c-2e6e8c065d20 req-b3702cad-9e3e-4c74-89ff-924437d7e037 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0387084 Jan 25 16:14:48.703479 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device ac93ef6c-ba48-4fc2-b7ac-c644d924366b up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:14:48.757159 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port ac93ef6c-ba48-4fc2-b7ac-c644d924366b triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:14:48.757506 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:48.837251 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe7a83-d325-4990-add0-80e26a042884 req-c52a5a7a-ede5-4473-aa8a-493d686e3442 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:48.838451 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c7fe7a83-d325-4990-add0-80e26a042884 req-c52a5a7a-ede5-4473-aa8a-493d686e3442 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0723534 Jan 25 16:14:48.875927 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c7fe7a83-d325-4990-add0-80e26a042884 req-af098114-b78f-4bb2-94bd-93a022c10dce tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328944 Jan 25 16:14:49.313329 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654a753-d91d-428e-b84a-fb2915f37e48 req-4073548d-1913-4ac7-a87a-8338801c8dc1 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:49.314400 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c654a753-d91d-428e-b84a-fb2915f37e48 req-4073548d-1913-4ac7-a87a-8338801c8dc1 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0723209 Jan 25 16:14:49.315541 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0f628-8bc9-40dc-8c09-a3fd8802483c req-f58c9080-04c9-44a7-977d-4160f8210f11 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:49.316647 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79d0f628-8bc9-40dc-8c09-a3fd8802483c req-f58c9080-04c9-44a7-977d-4160f8210f11 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0691555 Jan 25 16:14:49.351587 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79d0f628-8bc9-40dc-8c09-a3fd8802483c req-0f47e747-320f-4932-8260-e0a78fcff4a4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308049 Jan 25 16:14:49.359222 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c654a753-d91d-428e-b84a-fb2915f37e48 req-01277d31-ada5-4821-99ce-73067c287e3b tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0369523 Jan 25 16:14:50.074611 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0274b6b-8d40-41e5-88a9-72cb576ffae2 req-a0d9e944-819a-4f42-9b73-62600ea4ef38 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:50.075704 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b0274b6b-8d40-41e5-88a9-72cb576ffae2 req-a0d9e944-819a-4f42-9b73-62600ea4ef38 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0884328 Jan 25 16:14:50.111338 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b0274b6b-8d40-41e5-88a9-72cb576ffae2 req-c883a3b2-1222-454e-a489-8d4d37478423 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315254 Jan 25 16:14:50.516477 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c90fd-c900-42bb-9b6a-7494db3d27a0 req-4b0e48ed-5b03-468b-abae-36956b1d07f5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:50.517587 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4c7c90fd-c900-42bb-9b6a-7494db3d27a0 req-4b0e48ed-5b03-468b-abae-36956b1d07f5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0717201 Jan 25 16:14:50.518716 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:14:50.521670 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d91c0-f95a-4d62-8089-2868880dc4b3 req-92656fcb-f3ea-4fca-ba19-cb637987015a tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:50.522802 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-624d91c0-f95a-4d62-8089-2868880dc4b3 req-92656fcb-f3ea-4fca-ba19-cb637987015a tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0847318 Jan 25 16:14:50.556967 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-624d91c0-f95a-4d62-8089-2868880dc4b3 req-95d51854-ff05-4f1b-ae8d-c5df130b311b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297065 Jan 25 16:14:50.558593 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4c7c90fd-c900-42bb-9b6a-7494db3d27a0 req-e2fad30c-e89b-41ca-a38f-cf84751392d3 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=55c8989f-709d-4b12-901b-3fa1fc1bded9&id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0364056 Jan 25 16:14:50.728789 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device ac93ef6c-ba48-4fc2-b7ac-c644d924366b up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:14:50.787850 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port ac93ef6c-ba48-4fc2-b7ac-c644d924366b triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:14:50.788282 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:51.283134 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40fd01-ae65-4f50-ab47-3dd8f2437d49 req-ab947fc3-87e0-4a14-8d99-3bdd51d0ab9d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:51.284428 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0c40fd01-ae65-4f50-ab47-3dd8f2437d49 req-ab947fc3-87e0-4a14-8d99-3bdd51d0ab9d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0805290 Jan 25 16:14:51.320809 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0c40fd01-ae65-4f50-ab47-3dd8f2437d49 req-f68386c7-79c4-488b-a6c7-08b3fe9b2c2d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321336 Jan 25 16:14:51.724697 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e07b30-c25c-4f29-a3df-1cf7b66b67b6 req-91246eb9-c095-485a-b4de-bd2c477d5c8e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:51.725767 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-92e07b30-c25c-4f29-a3df-1cf7b66b67b6 req-91246eb9-c095-485a-b4de-bd2c477d5c8e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0734565 Jan 25 16:14:51.758400 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-92e07b30-c25c-4f29-a3df-1cf7b66b67b6 req-bb0b0093-a5cd-4708-a06e-fa091c0677b2 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282552 Jan 25 16:14:52.494363 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f00e53-e461-4abb-ac5b-fe7a21505549 req-a297b00a-5a26-4517-80ad-39f4baea0a52 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:52.495394 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-56f00e53-e461-4abb-ac5b-fe7a21505549 req-a297b00a-5a26-4517-80ad-39f4baea0a52 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0855548 Jan 25 16:14:52.536192 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-56f00e53-e461-4abb-ac5b-fe7a21505549 req-dd52be73-efff-4b51-be68-83a80bd325f7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335009 Jan 25 16:14:52.731743 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device f739532b-7f07-4057-92be-f69b0a933c81 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:14:52.790414 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port f739532b-7f07-4057-92be-f69b0a933c81 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:14:52.790720 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:52.925016 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5d7f4-cb2c-4c5e-a815-09fb516e78a7 req-29062f6f-2487-45a2-972e-d005a20dcdf2 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:52.926146 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cdc5d7f4-cb2c-4c5e-a815-09fb516e78a7 req-29062f6f-2487-45a2-972e-d005a20dcdf2 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0798383 Jan 25 16:14:52.961979 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cdc5d7f4-cb2c-4c5e-a815-09fb516e78a7 req-7ac302d6-a3dd-4b52-8f44-e6aac2d7d219 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313714 Jan 25 16:14:53.026414 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-07d1afa9-b939-47f2-8966-8f93feed4841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:53.710187 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64654f10-58a9-4d95-a330-95d3a26adea1 req-acf04bd8-398f-4ae4-a2f4-2455f7798d3e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:53.711171 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-64654f10-58a9-4d95-a330-95d3a26adea1 req-acf04bd8-398f-4ae4-a2f4-2455f7798d3e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0690627 Jan 25 16:14:53.742145 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-64654f10-58a9-4d95-a330-95d3a26adea1 req-2500a830-6f21-415a-a62c-cf1e7ba36251 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266781 Jan 25 16:14:54.041360 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-02dde111-ea78-4e74-8b21-2c9cbfcda24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:54.131622 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3964b-a100-48b1-b40c-253676322d97 req-4d2dcbee-8c25-4cb2-a224-14da75624992 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:54.132684 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-62c3964b-a100-48b1-b40c-253676322d97 req-4d2dcbee-8c25-4cb2-a224-14da75624992 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0749462 Jan 25 16:14:54.174254 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-62c3964b-a100-48b1-b40c-253676322d97 req-040eb221-0ebd-4b8c-a1f2-3de9ff57c6c7 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333867 Jan 25 16:14:54.602335 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:54.702513 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:54.924934 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b87fd5-222b-4882-925c-7fd671584786 req-a96c9acb-05c9-483f-bb7a-b716220872b6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:54.926044 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-19b87fd5-222b-4882-925c-7fd671584786 req-a96c9acb-05c9-483f-bb7a-b716220872b6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0866733 Jan 25 16:14:54.928430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:54.960786 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-19b87fd5-222b-4882-925c-7fd671584786 req-7452f574-47bf-4d89-a00b-c735b465622d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303526 Jan 25 16:14:55.326003 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263d3b1-8204-4f32-a512-8a48c1b96f0d req-b1dcc412-2f44-456d-b92c-0854bce9c6fb tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:55.327050 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6263d3b1-8204-4f32-a512-8a48c1b96f0d req-b1dcc412-2f44-456d-b92c-0854bce9c6fb tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0719614 Jan 25 16:14:55.359778 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6263d3b1-8204-4f32-a512-8a48c1b96f0d req-6d2255ac-8850-4922-b869-01fc877990a0 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287931 Jan 25 16:14:55.693345 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:14:56.121393 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220a1ac-28ad-4800-8d1e-6318db8d6313 req-59881670-2e83-41fb-976d-b1253f88dd74 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:56.122424 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6220a1ac-28ad-4800-8d1e-6318db8d6313 req-59881670-2e83-41fb-976d-b1253f88dd74 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0703831 Jan 25 16:14:56.157386 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6220a1ac-28ad-4800-8d1e-6318db8d6313 req-e641933a-c32d-4c41-a1fb-bb55bca5b9d6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294535 Jan 25 16:14:56.543996 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7dee05-5b0b-4ae2-8b0d-9b5dced9346e req-ccb7d082-d169-4e9e-a325-0adc2e561901 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:56.545052 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1f7dee05-5b0b-4ae2-8b0d-9b5dced9346e req-ccb7d082-d169-4e9e-a325-0adc2e561901 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0816164 Jan 25 16:14:56.579833 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1f7dee05-5b0b-4ae2-8b0d-9b5dced9346e req-72d6ca95-1eec-45e4-8278-e5b229807f02 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300455 Jan 25 16:14:57.331692 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3efefb-0c69-4533-89eb-02c4b534c817 req-b38db7f0-a12c-484c-9b99-21fadded32e8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:57.332869 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5a3efefb-0c69-4533-89eb-02c4b534c817 req-b38db7f0-a12c-484c-9b99-21fadded32e8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0832760 Jan 25 16:14:57.370155 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5a3efefb-0c69-4533-89eb-02c4b534c817 req-f433e513-3af4-4d3b-bb18-edf0043ab701 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328984 Jan 25 16:14:57.730213 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9238c-788b-477c-be89-49b8335b271d req-c208c610-5572-45ba-9c1f-3078e777f43a tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:57.731272 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-87f9238c-788b-477c-be89-49b8335b271d req-c208c610-5572-45ba-9c1f-3078e777f43a tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0712237 Jan 25 16:14:57.768427 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-87f9238c-788b-477c-be89-49b8335b271d req-afd187c4-19d4-4d75-a8f6-b9ff7fbe962c tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325465 Jan 25 16:14:58.539939 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf4c35-0638-4f1c-809e-dba07abad1c6 req-817a433a-74de-48af-b84c-b71e3db879eb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:58.541014 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-facf4c35-0638-4f1c-809e-dba07abad1c6 req-817a433a-74de-48af-b84c-b71e3db879eb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0753160 Jan 25 16:14:58.574585 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-facf4c35-0638-4f1c-809e-dba07abad1c6 req-300a2e4c-4107-48ad-b9e1-edd92a4d463e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293763 Jan 25 16:14:58.940864 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92055e1-c90f-4d8f-8133-c6882412b7f5 req-4986229e-81c6-4e7a-b6dd-4e486091db05 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:58.941896 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e92055e1-c90f-4d8f-8133-c6882412b7f5 req-4986229e-81c6-4e7a-b6dd-4e486091db05 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0751057 Jan 25 16:14:58.975942 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e92055e1-c90f-4d8f-8133-c6882412b7f5 req-55a1433f-a405-480e-afee-e17240d1b630 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296261 Jan 25 16:14:59.948358 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d84bcd-4ef2-4701-a89b-a2930600cdd9 req-124d2580-d808-4183-b75a-08e1cafd5786 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:14:59.949371 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c7d84bcd-4ef2-4701-a89b-a2930600cdd9 req-124d2580-d808-4183-b75a-08e1cafd5786 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.2722023 Jan 25 16:14:59.982496 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c7d84bcd-4ef2-4701-a89b-a2930600cdd9 req-7cb840cf-7be1-4ade-b673-04497c1d96d3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288277 Jan 25 16:15:00.128244 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f841dd3-bfd2-404a-a2bb-edcd28bb9d4e req-1ff09d25-6f74-45a2-893f-b9508ac821fe tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:00.129209 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f841dd3-bfd2-404a-a2bb-edcd28bb9d4e req-1ff09d25-6f74-45a2-893f-b9508ac821fe tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0831778 Jan 25 16:15:00.164884 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f841dd3-bfd2-404a-a2bb-edcd28bb9d4e req-a1e62f6a-5d97-419c-b500-30545ccf405a tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285566 Jan 25 16:15:01.183544 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d102e-2c3a-4aa7-86fe-ed8f8747e311 req-0492b66c-dda9-48e8-a115-d721917a85af tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:01.184715 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4c0d102e-2c3a-4aa7-86fe-ed8f8747e311 req-0492b66c-dda9-48e8-a115-d721917a85af tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0866234 Jan 25 16:15:01.220586 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4c0d102e-2c3a-4aa7-86fe-ed8f8747e311 req-3c1f9301-80b6-4425-abca-9ebf24c50a60 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311933 Jan 25 16:15:01.325551 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f13ea9-7dfc-442a-b5c0-ffaedb5e2122 req-36c6d78b-18eb-4df0-b9ee-44cb8821eecb tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:01.326753 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-20f13ea9-7dfc-442a-b5c0-ffaedb5e2122 req-36c6d78b-18eb-4df0-b9ee-44cb8821eecb tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0831106 Jan 25 16:15:01.368020 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-20f13ea9-7dfc-442a-b5c0-ffaedb5e2122 req-6a77c59b-76bf-458f-8c80-2c71fa9085d7 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369442 Jan 25 16:15:02.388333 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a7624-8ee6-4fdc-8387-bd3b6dfb3c02 req-7f8ec0b4-b7eb-4601-a9b6-8cdb4661002e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:02.389463 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c18a7624-8ee6-4fdc-8387-bd3b6dfb3c02 req-7f8ec0b4-b7eb-4601-a9b6-8cdb4661002e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0716207 Jan 25 16:15:02.425379 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c18a7624-8ee6-4fdc-8387-bd3b6dfb3c02 req-a0201991-61ab-4580-b1b6-dba7654e5465 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312002 Jan 25 16:15:02.521203 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1b052-48c0-4068-9d09-63ba1ddf623c req-9e4b8e20-fedb-491d-93cf-209f5e087bbe tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:02.522287 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bff1b052-48c0-4068-9d09-63ba1ddf623c req-9e4b8e20-fedb-491d-93cf-209f5e087bbe tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0692255 Jan 25 16:15:02.559940 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bff1b052-48c0-4068-9d09-63ba1ddf623c req-a78732a9-c707-434f-bc68-ceb00fc99fee tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324078 Jan 25 16:15:03.283845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c088503-81aa-4262-911e-9ebd476aeb36 req-a188a886-62b5-4b07-89ea-a164d79c14dc tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:03.284909 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6c088503-81aa-4262-911e-9ebd476aeb36 req-a188a886-62b5-4b07-89ea-a164d79c14dc tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0796690 Jan 25 16:15:03.320663 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6c088503-81aa-4262-911e-9ebd476aeb36 req-14ba50c2-1ecf-4375-a283-db77b80f262d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307527 Jan 25 16:15:03.591076 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1acd0a-0156-4390-af59-ba6001f2e90d req-3f06a782-cfac-4f32-9c6e-73bb3e22540e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:03.592234 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0d1acd0a-0156-4390-af59-ba6001f2e90d req-3f06a782-cfac-4f32-9c6e-73bb3e22540e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0740383 Jan 25 16:15:03.631685 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0d1acd0a-0156-4390-af59-ba6001f2e90d req-a43732f6-957e-4e09-9c1c-c108adcb0e70 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350063 Jan 25 16:15:03.707024 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a7b51-4aa0-4173-b1de-e294728d0eb3 req-28a729a6-8ff8-4074-b05d-8fa193853bf1 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:03.707988 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-860a7b51-4aa0-4173-b1de-e294728d0eb3 req-28a729a6-8ff8-4074-b05d-8fa193853bf1 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0669456 Jan 25 16:15:03.741478 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-860a7b51-4aa0-4173-b1de-e294728d0eb3 req-679eed9d-46a7-469c-9105-f10865cc3758 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300741 Jan 25 16:15:04.473917 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15545b3d-6be5-433c-abb7-2bb4599d6985 req-50e1362f-fdb1-429f-8938-0d34217a7052 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:04.474724 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-15545b3d-6be5-433c-abb7-2bb4599d6985 req-50e1362f-fdb1-429f-8938-0d34217a7052 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0630431 Jan 25 16:15:04.507192 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-15545b3d-6be5-433c-abb7-2bb4599d6985 req-7e8461e1-dade-45e9-847a-54d69a621161 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286651 Jan 25 16:15:04.791824 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a2722-e1f8-420b-ade0-a59ba2a7841c req-b3e7a907-1553-40e6-b76e-d7a538ed357f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:04.792923 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-750a2722-e1f8-420b-ade0-a59ba2a7841c req-b3e7a907-1553-40e6-b76e-d7a538ed357f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0727146 Jan 25 16:15:04.826447 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-750a2722-e1f8-420b-ade0-a59ba2a7841c req-7363d54e-1218-47b4-a43b-6e90e81b3739 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290427 Jan 25 16:15:04.876930 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d02a8a-d7de-43d0-a5a8-cba41ec3cb38 req-481d2a63-2e22-4142-8d5d-f6ee4127032f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:04.877847 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d1d02a8a-d7de-43d0-a5a8-cba41ec3cb38 req-481d2a63-2e22-4142-8d5d-f6ee4127032f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0602987 Jan 25 16:15:04.910826 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d1d02a8a-d7de-43d0-a5a8-cba41ec3cb38 req-8b75ac78-4a75-4393-a483-83386fa5132d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258603 Jan 25 16:15:05.850768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e253c5-9137-47fa-bde5-2370030cffaa req-1ed907d7-1869-4e94-865e-95eebb91137b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:05.851787 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-11e253c5-9137-47fa-bde5-2370030cffaa req-1ed907d7-1869-4e94-865e-95eebb91137b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.2597175 Jan 25 16:15:05.894582 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-11e253c5-9137-47fa-bde5-2370030cffaa req-357886c9-edd4-4a9b-9e8c-6a5a8c879791 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380347 Jan 25 16:15:05.989333 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636fb7-e070-4670-b2d7-68a857d1c89d req-12ea22b4-d850-4284-84bc-89e476a6065a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:05.990223 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-39636fb7-e070-4670-b2d7-68a857d1c89d req-12ea22b4-d850-4284-84bc-89e476a6065a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0788901 Jan 25 16:15:06.024729 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-39636fb7-e070-4670-b2d7-68a857d1c89d req-ce9fbdf1-288b-436a-90e9-f973a85c3ea7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265281 Jan 25 16:15:06.048276 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd599d60-06e1-4341-9957-4880aeca1948 req-58349e7f-ccab-4df6-8fa7-55f5dd46ac07 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:06.049298 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bd599d60-06e1-4341-9957-4880aeca1948 req-58349e7f-ccab-4df6-8fa7-55f5dd46ac07 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0655174 Jan 25 16:15:06.086451 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bd599d60-06e1-4341-9957-4880aeca1948 req-7a1b8004-aa96-441d-a371-056dd265be6f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299520 Jan 25 16:15:07.075175 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f022899-05cb-47c7-ae47-37cc2b28c39e req-e549e96f-0202-4d7b-8eed-a5257e84dcc6 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:07.076282 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1f022899-05cb-47c7-ae47-37cc2b28c39e req-e549e96f-0202-4d7b-8eed-a5257e84dcc6 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0846894 Jan 25 16:15:07.114923 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1f022899-05cb-47c7-ae47-37cc2b28c39e req-e9b69a0b-488f-4225-8da4-420b26f9e841 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328553 Jan 25 16:15:07.176528 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36ee78-bb3e-4af0-a2e5-e734aa0e8d4f req-3b0059db-2171-456f-bdf3-8b83480e03d7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:07.177504 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9c36ee78-bb3e-4af0-a2e5-e734aa0e8d4f req-3b0059db-2171-456f-bdf3-8b83480e03d7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0681245 Jan 25 16:15:07.215199 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9c36ee78-bb3e-4af0-a2e5-e734aa0e8d4f req-3dab8859-281a-44f4-888b-36747adc3f96 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298681 Jan 25 16:15:07.248873 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e2c4b-e0f2-41bb-9d58-a845a83fb338 req-98ad5798-a09e-4530-bc27-48232d59dd85 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:07.250572 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2e8e2c4b-e0f2-41bb-9d58-a845a83fb338 req-98ad5798-a09e-4530-bc27-48232d59dd85 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0664148 Jan 25 16:15:07.280180 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2e8e2c4b-e0f2-41bb-9d58-a845a83fb338 req-9bc12939-0591-42ea-80fc-225832462c3f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258555 Jan 25 16:15:08.287834 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052a97c-4750-431f-bf60-27c7b90e0196 req-8f8534e2-7c6f-47ff-8815-fe83027762f4 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:08.288973 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6052a97c-4750-431f-bf60-27c7b90e0196 req-8f8534e2-7c6f-47ff-8815-fe83027762f4 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0776742 Jan 25 16:15:08.323503 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6052a97c-4750-431f-bf60-27c7b90e0196 req-c77240ec-feef-4c23-9167-c8156d8ac446 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303071 Jan 25 16:15:08.398006 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f2c30-766d-4b62-b0f5-fe8bf450cb52 req-dfcd4a47-eeab-4370-bc91-c94bc6f4f6fe tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:08.399080 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-207f2c30-766d-4b62-b0f5-fe8bf450cb52 req-dfcd4a47-eeab-4370-bc91-c94bc6f4f6fe tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0744665 Jan 25 16:15:08.432694 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-207f2c30-766d-4b62-b0f5-fe8bf450cb52 req-1278edcf-c68c-42ce-ad68-6ceb9838208f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294948 Jan 25 16:15:08.481035 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234444b2-6425-468a-82cd-3d9e373c3967 req-67bd5387-bfab-4e3b-a916-ff9fd58e8aaf tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:08.482059 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-234444b2-6425-468a-82cd-3d9e373c3967 req-67bd5387-bfab-4e3b-a916-ff9fd58e8aaf tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0745270 Jan 25 16:15:08.518199 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-234444b2-6425-468a-82cd-3d9e373c3967 req-919e3cdb-736f-43da-9733-a892dbcd0321 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313420 Jan 25 16:15:09.495755 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3f08d-6da7-4988-a404-329a6633bf42 req-ed77a4a6-4fac-4995-a458-cc1043f26e58 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:09.496865 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-78c3f08d-6da7-4988-a404-329a6633bf42 req-ed77a4a6-4fac-4995-a458-cc1043f26e58 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0821140 Jan 25 16:15:09.535812 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-78c3f08d-6da7-4988-a404-329a6633bf42 req-fa9035ad-5f16-46a2-82e4-b22d180495db tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310588 Jan 25 16:15:09.595393 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c547af-f917-4d4c-be3b-bd9751f1aa76 req-3cd43a24-c547-476a-93ba-c05962f22f5f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:09.596518 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-73c547af-f917-4d4c-be3b-bd9751f1aa76 req-3cd43a24-c547-476a-93ba-c05962f22f5f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0752499 Jan 25 16:15:09.633154 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-73c547af-f917-4d4c-be3b-bd9751f1aa76 req-f4e0466c-05c7-436a-b23a-58714cea4ad4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323119 Jan 25 16:15:09.677232 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d6b3-dfe0-4efb-b142-fd524a9d8334 req-f861e918-513f-43b5-905b-65f0f689f7dd tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:09.678328 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c8a0d6b3-dfe0-4efb-b142-fd524a9d8334 req-f861e918-513f-43b5-905b-65f0f689f7dd tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0738621 Jan 25 16:15:09.713281 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c8a0d6b3-dfe0-4efb-b142-fd524a9d8334 req-835427fb-a598-41fc-bfb1-9e3e2697984b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308437 Jan 25 16:15:10.708010 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e584cec-53c1-4ec3-ac68-67f8734aeb99 req-609e66a8-7ee4-4e92-8c14-b120fee0b0de tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:10.709088 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9e584cec-53c1-4ec3-ac68-67f8734aeb99 req-609e66a8-7ee4-4e92-8c14-b120fee0b0de tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0755000 Jan 25 16:15:10.743782 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9e584cec-53c1-4ec3-ac68-67f8734aeb99 req-d0829685-d3ed-4746-9173-69fdb9853539 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303705 Jan 25 16:15:10.799551 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7914f-0ea7-45f1-a48c-9b8d80c5e1ed req-26722c71-a2a8-4443-af8b-b4e892a92693 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:10.800664 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-30b7914f-0ea7-45f1-a48c-9b8d80c5e1ed req-26722c71-a2a8-4443-af8b-b4e892a92693 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0712826 Jan 25 16:15:10.838579 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-30b7914f-0ea7-45f1-a48c-9b8d80c5e1ed req-637dc8b1-4c5d-40e8-b196-8f0eca2daa1f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306365 Jan 25 16:15:10.888372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b4fb5-04ae-4618-8602-55e489cfb301 req-7603468b-0f97-4ef7-873f-037ab79707b3 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:10.889470 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-409b4fb5-04ae-4618-8602-55e489cfb301 req-7603468b-0f97-4ef7-873f-037ab79707b3 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0767522 Jan 25 16:15:10.926481 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-409b4fb5-04ae-4618-8602-55e489cfb301 req-0e8249f5-af95-44e9-bab2-faebb441fdcc tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326681 Jan 25 16:15:11.164623 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680c1ca-7e98-4333-9a9e-09311c8bc03a req-7066330f-134a-427f-8faa-40483a205ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:11.165794 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2680c1ca-7e98-4333-9a9e-09311c8bc03a req-7066330f-134a-427f-8faa-40483a205ad9 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 1163 time: 0.0646877 Jan 25 16:15:11.201118 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2680c1ca-7e98-4333-9a9e-09311c8bc03a req-2471c9ee-8939-4f22-8af0-70e0f9189a5e service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262327 Jan 25 16:15:11.912209 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ded8aa-6614-451f-9f3b-c6ba56c9c3ed req-acead00d-2ffe-430a-8285-bc70dd228cd3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:11.913317 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38ded8aa-6614-451f-9f3b-c6ba56c9c3ed req-acead00d-2ffe-430a-8285-bc70dd228cd3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0767446 Jan 25 16:15:11.952137 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38ded8aa-6614-451f-9f3b-c6ba56c9c3ed req-9447e841-c484-4c93-a9dd-a12833a8a31f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309463 Jan 25 16:15:11.995065 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137dafb-3f7e-44bb-aa3f-73739d6835a8 req-01dfca8b-ba79-4717-bb1c-eaaf2eaed0e9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:11.996155 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c137dafb-3f7e-44bb-aa3f-73739d6835a8 req-01dfca8b-ba79-4717-bb1c-eaaf2eaed0e9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0710075 Jan 25 16:15:12.031098 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c137dafb-3f7e-44bb-aa3f-73739d6835a8 req-d43d14d5-3472-47c7-802c-1e70cb526df9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303636 Jan 25 16:15:12.090447 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c1a8d-e86b-40eb-ac5d-07d79a6fe599 req-4ed926b2-c144-4136-a9c8-bd761110572f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:12.091507 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a65c1a8d-e86b-40eb-ac5d-07d79a6fe599 req-4ed926b2-c144-4136-a9c8-bd761110572f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0683968 Jan 25 16:15:12.128750 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a65c1a8d-e86b-40eb-ac5d-07d79a6fe599 req-a171afda-4c72-4faa-9ca8-015caae19b22 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329263 Jan 25 16:15:12.857956 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device f739532b-7f07-4057-92be-f69b0a933c81 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:15:12.929744 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port f739532b-7f07-4057-92be-f69b0a933c81 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:15:12.930207 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:13.115734 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d321b6-2e84-45f9-a0fe-84169fac4f70 req-c057be16-ae34-40b1-af06-bfd093873aae tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:13.117053 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-46d321b6-2e84-45f9-a0fe-84169fac4f70 req-c057be16-ae34-40b1-af06-bfd093873aae tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0762024 Jan 25 16:15:13.153719 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-46d321b6-2e84-45f9-a0fe-84169fac4f70 req-d9670d13-6873-4bd5-9471-4732f948a6e0 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322294 Jan 25 16:15:13.191038 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fd0de-9e88-41b9-9907-751488f0463a req-2ec0e2ef-79b0-44a5-9a28-a78ad1d05bda tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:13.192179 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2e4fd0de-9e88-41b9-9907-751488f0463a req-2ec0e2ef-79b0-44a5-9a28-a78ad1d05bda tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0729392 Jan 25 16:15:13.225654 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2e4fd0de-9e88-41b9-9907-751488f0463a req-2524ff17-5141-4d01-be99-8120b50d9cfa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293174 Jan 25 16:15:13.295854 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05811cf2-b77e-4d33-b801-038c0fe42f30 req-5ff01457-9b16-4a6f-92cb-722fd4cbb4b1 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:13.296880 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-05811cf2-b77e-4d33-b801-038c0fe42f30 req-5ff01457-9b16-4a6f-92cb-722fd4cbb4b1 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0692136 Jan 25 16:15:13.337280 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-05811cf2-b77e-4d33-b801-038c0fe42f30 req-5c0fc7c5-7281-4777-a475-344104762229 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330365 Jan 25 16:15:13.633114 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf911cb1-c78f-4391-aafc-dfc7649eeb5c req-709eea74-9203-4103-9892-34daa651fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:13.633961 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cf911cb1-c78f-4391-aafc-dfc7649eeb5c req-709eea74-9203-4103-9892-34daa651fb39 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=98ec46fb71464bd3bf88c602bca1e490&device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 1163 time: 0.0891254 Jan 25 16:15:13.652269 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf80f89-e2d8-4936-85b5-c0ee47927e90 req-46e0b776-883d-44aa-b795-6f324def7864 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:13.653131 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3bf80f89-e2d8-4936-85b5-c0ee47927e90 req-46e0b776-883d-44aa-b795-6f324def7864 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0758121 Jan 25 16:15:13.724589 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3bf80f89-e2d8-4936-85b5-c0ee47927e90 req-8112119a-048a-4101-b115-d6b760660733 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582209 Jan 25 16:15:13.746001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf911cb1-c78f-4391-aafc-dfc7649eeb5c req-41a501ad-ed3e-403e-b304-b0a20df8fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:13.746994 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cf911cb1-c78f-4391-aafc-dfc7649eeb5c req-41a501ad-ed3e-403e-b304-b0a20df8fdbf service neutron] 10.222.0.117 "GET /v2.0/networks?id=4092863d-99a9-4ca0-baee-920a42d2b318 HTTP/1.1" status: 200 len: 913 time: 0.0933237 Jan 25 16:15:13.786298 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cf911cb1-c78f-4391-aafc-dfc7649eeb5c req-55fdaccf-6a83-47f8-afb7-d7b4a200a61f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f739532b-7f07-4057-92be-f69b0a933c81 HTTP/1.1" status: 200 len: 217 time: 0.0344603 Jan 25 16:15:13.825687 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf911cb1-c78f-4391-aafc-dfc7649eeb5c req-005dddde-a65d-435d-96d0-ebdc2509725f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:13.826492 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cf911cb1-c78f-4391-aafc-dfc7649eeb5c req-005dddde-a65d-435d-96d0-ebdc2509725f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ad719a1d-709c-4782-94bc-05e947cd33ab HTTP/1.1" status: 200 len: 859 time: 0.0338578 Jan 25 16:15:13.855484 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cf911cb1-c78f-4391-aafc-dfc7649eeb5c req-24c88eb3-336a-4ad5-bd2f-69730a5fc97b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4092863d-99a9-4ca0-baee-920a42d2b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0219729 Jan 25 16:15:13.955038 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cf911cb1-c78f-4391-aafc-dfc7649eeb5c req-1e804003-10ee-445f-93ad-7f003086299f service neutron] 10.222.0.117 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922651 Jan 25 16:15:14.043094 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cf911cb1-c78f-4391-aafc-dfc7649eeb5c req-27abf8a4-91e1-4eff-9fb2-9d34b838f932 service neutron] 10.222.0.117 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0811851 Jan 25 16:15:14.311513 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449af7c9-f203-4e6b-8eb5-6aad6e4b4de3 req-534646b2-e784-485f-a7de-5f9a3586e687 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:14.312582 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-449af7c9-f203-4e6b-8eb5-6aad6e4b4de3 req-534646b2-e784-485f-a7de-5f9a3586e687 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0862889 Jan 25 16:15:14.345652 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-449af7c9-f203-4e6b-8eb5-6aad6e4b4de3 req-b7aaacd2-5e4c-4db6-a75d-de83eeda9622 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294714 Jan 25 16:15:14.367346 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a572f-bb01-49a1-a9f4-25569b5388a8 req-ad4cbfc6-7585-426c-b409-d336885c8a06 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:14.368414 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8b2a572f-bb01-49a1-a9f4-25569b5388a8 req-ad4cbfc6-7585-426c-b409-d336885c8a06 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0668020 Jan 25 16:15:14.403279 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8b2a572f-bb01-49a1-a9f4-25569b5388a8 req-98b55d0e-e9d2-4268-923b-0b02a90313c6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313900 Jan 25 16:15:14.886638 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0ff0a-c78a-4f00-8fdb-6bbc374aef58 req-a0d86e3b-0ea1-4825-8991-056836b84805 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:14.887658 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8df0ff0a-c78a-4f00-8fdb-6bbc374aef58 req-a0d86e3b-0ea1-4825-8991-056836b84805 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0731246 Jan 25 16:15:14.924558 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8df0ff0a-c78a-4f00-8fdb-6bbc374aef58 req-50300020-b18c-442b-accd-4777c036d749 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299196 Jan 25 16:15:15.523404 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0daa42-99bc-48df-ac01-3dc5ce8c3439 req-60e261b7-1a01-4f6a-81a1-86272030bd5a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:15.524494 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f0daa42-99bc-48df-ac01-3dc5ce8c3439 req-60e261b7-1a01-4f6a-81a1-86272030bd5a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0833282 Jan 25 16:15:15.555366 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70edd3-4c75-43b0-a061-1aa00b68ee74 req-a4235e03-1afb-42dd-b277-1b0a55dfec81 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:15.556461 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0e70edd3-4c75-43b0-a061-1aa00b68ee74 req-a4235e03-1afb-42dd-b277-1b0a55dfec81 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0682316 Jan 25 16:15:15.577460 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f0daa42-99bc-48df-ac01-3dc5ce8c3439 req-44ed9788-232a-4dcf-a93e-5c5815509cdc tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446813 Jan 25 16:15:15.593270 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0e70edd3-4c75-43b0-a061-1aa00b68ee74 req-9bfb4b25-86a8-480f-b636-dc61f86a597d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322881 Jan 25 16:15:16.078783 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d6f68-4370-4028-98cf-438983bed866 req-6f98c460-f8e2-4d88-b37b-794b7964dae4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:16.079945 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f9d6f68-4370-4028-98cf-438983bed866 req-6f98c460-f8e2-4d88-b37b-794b7964dae4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0747459 Jan 25 16:15:16.116234 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f9d6f68-4370-4028-98cf-438983bed866 req-6d0c1e37-c495-495e-96f2-85075326f2a9 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316937 Jan 25 16:15:16.747739 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14324e8c-f4d1-43f2-9444-b480a62dd9fd req-4bb12b2f-6262-4c71-b155-84c701cbaa77 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:16.748916 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-14324e8c-f4d1-43f2-9444-b480a62dd9fd req-4bb12b2f-6262-4c71-b155-84c701cbaa77 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0702791 Jan 25 16:15:16.760850 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d9035-9f50-4962-823b-453421c39202 req-c13017ff-6dd4-4a8c-b282-9fa2b8d3f1bf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:16.761915 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0b3d9035-9f50-4962-823b-453421c39202 req-c13017ff-6dd4-4a8c-b282-9fa2b8d3f1bf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0694768 Jan 25 16:15:16.782481 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-14324e8c-f4d1-43f2-9444-b480a62dd9fd req-10246230-6f5b-4f5d-b123-f37d0decc47e tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293300 Jan 25 16:15:16.800645 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0b3d9035-9f50-4962-823b-453421c39202 req-7d47dfec-a166-40d1-8350-46e5cd8c7b9f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319476 Jan 25 16:15:16.899620 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device e2cae2bb-104d-42f4-99ee-33aca6035803 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:15:16.946536 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port e2cae2bb-104d-42f4-99ee-33aca6035803 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:15:16.946856 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:17.026057 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device f739532b-7f07-4057-92be-f69b0a933c81 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:15:17.027204 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa3eb5-18c9-4da8-9a4d-4458417ebb01 req-1c327f6c-44fd-4894-83b0-4d1d9777f3b7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:17.028192 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8faa3eb5-18c9-4da8-9a4d-4458417ebb01 req-1c327f6c-44fd-4894-83b0-4d1d9777f3b7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0663178 Jan 25 16:15:17.062330 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8faa3eb5-18c9-4da8-9a4d-4458417ebb01 req-8f04ae69-aa41-4365-a4b5-9ec31ce53f8c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292919 Jan 25 16:15:17.072390 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port f739532b-7f07-4057-92be-f69b0a933c81 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:15:17.072654 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:17.261384 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a27a7c-c339-4598-b346-bfe9bd1b3fbc req-78393024-b2dc-4cf1-a427-6fa211f496ed tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:17.262406 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d1a27a7c-c339-4598-b346-bfe9bd1b3fbc req-78393024-b2dc-4cf1-a427-6fa211f496ed tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0695395 Jan 25 16:15:17.293797 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d1a27a7c-c339-4598-b346-bfe9bd1b3fbc req-75eeed2d-2425-4bb4-af54-15aebdacc04a tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271633 Jan 25 16:15:17.960219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a70a4-2193-484c-9f97-2f2ac13364a8 req-1130bca0-5b5f-4c83-a20d-3222831ff313 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:17.961187 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e11a70a4-2193-484c-9f97-2f2ac13364a8 req-1130bca0-5b5f-4c83-a20d-3222831ff313 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0738671 Jan 25 16:15:17.994699 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e11a70a4-2193-484c-9f97-2f2ac13364a8 req-eece0c2d-f037-46bb-ab52-23207887e03d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301492 Jan 25 16:15:18.213790 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00afcf5-b8f2-402a-9e6d-121e15e40d0d req-3a461bb8-2919-4ff8-a5bf-e667c2e50b24 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:18.214670 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e00afcf5-b8f2-402a-9e6d-121e15e40d0d req-3a461bb8-2919-4ff8-a5bf-e667c2e50b24 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0608220 Jan 25 16:15:18.245486 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e00afcf5-b8f2-402a-9e6d-121e15e40d0d req-9fd42c27-ecd8-431a-baca-ed4f1858bc1b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0237410 Jan 25 16:15:19.168938 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f2709-65d0-454c-ad87-baa75447aceb req-24dcf365-e74e-4a9c-943b-0de20db8e218 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:19.169995 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ac5f2709-65d0-454c-ad87-baa75447aceb req-24dcf365-e74e-4a9c-943b-0de20db8e218 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0731258 Jan 25 16:15:19.206005 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ac5f2709-65d0-454c-ad87-baa75447aceb req-94f31f51-63a4-4617-92bb-8a841aba0adc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317450 Jan 25 16:15:19.401145 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130fc5d-8a8b-4faf-b497-2411beceb258 req-7bc3e518-7915-402a-8cb8-a0c154528646 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:19.402166 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6130fc5d-8a8b-4faf-b497-2411beceb258 req-7bc3e518-7915-402a-8cb8-a0c154528646 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0714374 Jan 25 16:15:19.435849 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6130fc5d-8a8b-4faf-b497-2411beceb258 req-e5185243-3e8b-4f3d-a268-a1923c39d971 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297029 Jan 25 16:15:20.387489 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a68033-cba1-4368-bfeb-675dc4027500 req-81183e87-bed6-4a2f-9222-265cb56ac588 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:20.388591 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f1a68033-cba1-4368-bfeb-675dc4027500 req-81183e87-bed6-4a2f-9222-265cb56ac588 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0735290 Jan 25 16:15:20.422535 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f1a68033-cba1-4368-bfeb-675dc4027500 req-7f30971d-7bbc-4d8f-8e53-850a0bc3e10d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294788 Jan 25 16:15:20.592971 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff10002-4ad8-440f-a210-8cd20cf078b9 req-41d1b52f-fbeb-4d79-92cb-df73ae236b33 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:20.593996 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fff10002-4ad8-440f-a210-8cd20cf078b9 req-41d1b52f-fbeb-4d79-92cb-df73ae236b33 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0715516 Jan 25 16:15:20.627100 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fff10002-4ad8-440f-a210-8cd20cf078b9 req-0f122a61-8977-4a13-ad5b-b069d58cbc03 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283337 Jan 25 16:15:21.603912 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66477da2-e64b-48af-9623-4b5149e185e7 req-003b4f55-f834-450c-87cb-10038edbbd45 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:21.605132 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-66477da2-e64b-48af-9623-4b5149e185e7 req-003b4f55-f834-450c-87cb-10038edbbd45 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0817897 Jan 25 16:15:21.641505 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-66477da2-e64b-48af-9623-4b5149e185e7 req-1943e7db-5d28-4dda-84f0-0b9e8216312b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318625 Jan 25 16:15:21.790961 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cdc7b-4502-456d-8384-4bd1fbd54d82 req-5e06f4c1-703f-4462-9739-d90ef74631a0 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:21.792011 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-788cdc7b-4502-456d-8384-4bd1fbd54d82 req-5e06f4c1-703f-4462-9739-d90ef74631a0 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0870948 Jan 25 16:15:21.828617 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-788cdc7b-4502-456d-8384-4bd1fbd54d82 req-fe61e8b4-3fa8-4e11-9b40-4243aaaa6b5d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293090 Jan 25 16:15:22.153115 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296b8db-9edd-47df-be74-65d6728fb353 req-a730cdff-df31-4efe-b89d-71433d0c0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:22.154299 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c296b8db-9edd-47df-be74-65d6728fb353 req-a730cdff-df31-4efe-b89d-71433d0c0239 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=3d9dc1d24c694798a5da5bb1f60d075a&device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 1163 time: 0.0642343 Jan 25 16:15:22.251263 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296b8db-9edd-47df-be74-65d6728fb353 req-fc1c6eaa-f935-421f-bb7d-48c74292d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:22.252579 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c296b8db-9edd-47df-be74-65d6728fb353 req-fc1c6eaa-f935-421f-bb7d-48c74292d8f3 service neutron] 10.222.0.117 "GET /v2.0/networks?id=ca5167e0-70f4-4f5e-919e-3039411592c6 HTTP/1.1" status: 200 len: 904 time: 0.0921934 Jan 25 16:15:22.316776 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c296b8db-9edd-47df-be74-65d6728fb353 req-a5f9e58b-47f6-43ac-aab9-8b76657f2222 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cae2bb-104d-42f4-99ee-33aca6035803 HTTP/1.1" status: 200 len: 1002 time: 0.0596416 Jan 25 16:15:22.360329 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296b8db-9edd-47df-be74-65d6728fb353 req-d1b76398-fb58-4641-bb44-9b5f6ae739d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:22.362188 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c296b8db-9edd-47df-be74-65d6728fb353 req-d1b76398-fb58-4641-bb44-9b5f6ae739d8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd HTTP/1.1" status: 200 len: 849 time: 0.0400121 Jan 25 16:15:22.419071 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296b8db-9edd-47df-be74-65d6728fb353 req-2905fa99-a5bb-4dea-b7f6-ad4273683bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:22.420062 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c296b8db-9edd-47df-be74-65d6728fb353 req-2905fa99-a5bb-4dea-b7f6-ad4273683bac service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ca5167e0-70f4-4f5e-919e-3039411592c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527635 Jan 25 16:15:22.726757 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c296b8db-9edd-47df-be74-65d6728fb353 req-f35efa38-3327-495b-b28e-5471d9aa0886 service neutron] 10.222.0.117 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011434 Jan 25 16:15:22.834660 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c296b8db-9edd-47df-be74-65d6728fb353 req-2466c8c9-7946-4765-ac21-e555a4093165 service neutron] 10.222.0.117 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0849636 Jan 25 16:15:22.848372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4552b0-7902-46a9-8b00-47eb4e81277f req-a71afac5-21bc-4b75-9121-71c859344812 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:22.849207 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4f4552b0-7902-46a9-8b00-47eb4e81277f req-a71afac5-21bc-4b75-9121-71c859344812 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1190612 Jan 25 16:15:22.901899 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4f4552b0-7902-46a9-8b00-47eb4e81277f req-19bc8921-4298-4a11-8998-a5c0c86af757 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418823 Jan 25 16:15:22.972046 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0d0bf-0cbb-4ddf-a8c1-194086d87de2 req-2533de27-3747-46a6-98de-513c3e155650 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:22.973042 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-06e0d0bf-0cbb-4ddf-a8c1-194086d87de2 req-2533de27-3747-46a6-98de-513c3e155650 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0674558 Jan 25 16:15:23.009290 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-06e0d0bf-0cbb-4ddf-a8c1-194086d87de2 req-9779f573-04e8-4b07-bb4c-b00bc98639e9 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292983 Jan 25 16:15:23.021808 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3b189763-55c0-4709-bbb8-219b880975eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:24.050911 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e559324c-3244-49b7-a004-3c88abf8bf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:24.061392 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69d3d2-1bcf-4903-b88c-36fcca7a8b44 req-67a8468f-d065-4590-8bf4-11882c2c580d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:24.062367 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bd69d3d2-1bcf-4903-b88c-36fcca7a8b44 req-67a8468f-d065-4590-8bf4-11882c2c580d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0624375 Jan 25 16:15:24.094642 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bd69d3d2-1bcf-4903-b88c-36fcca7a8b44 req-4e60dfa7-5b29-4cc8-af95-c4527ee5c385 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279815 Jan 25 16:15:24.163593 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8f74d-d8cd-48f9-b831-ed5c837d8333 req-b3c9a829-1f55-4418-862a-9388bd65fff0 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:24.164620 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-94e8f74d-d8cd-48f9-b831-ed5c837d8333 req-b3c9a829-1f55-4418-862a-9388bd65fff0 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0688517 Jan 25 16:15:24.200073 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-94e8f74d-d8cd-48f9-b831-ed5c837d8333 req-0cb5ecd1-79bc-4f39-90e3-5519aaec4584 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280473 Jan 25 16:15:24.607130 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:24.729792 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:24.934863 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:25.037004 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device e2cae2bb-104d-42f4-99ee-33aca6035803 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:15:25.086272 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port e2cae2bb-104d-42f4-99ee-33aca6035803 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:15:25.086647 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:25.247484 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd905b84-cbec-4ad0-a61b-944bdc5a93da req-998e7361-320e-4774-b6ef-f3beb7257dba tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:25.248577 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fd905b84-cbec-4ad0-a61b-944bdc5a93da req-998e7361-320e-4774-b6ef-f3beb7257dba tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0696220 Jan 25 16:15:25.281427 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fd905b84-cbec-4ad0-a61b-944bdc5a93da req-c4171eaf-f04e-4129-933c-5f1257d46967 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288489 Jan 25 16:15:25.706848 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:26.458946 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d10444-e4ac-42c4-bb0a-41456030d5e8 req-417fe09a-a98f-447e-b9aa-c6668d9b583a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:26.460008 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a5d10444-e4ac-42c4-bb0a-41456030d5e8 req-417fe09a-a98f-447e-b9aa-c6668d9b583a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0749323 Jan 25 16:15:26.494290 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a5d10444-e4ac-42c4-bb0a-41456030d5e8 req-658223ad-2212-429f-8ac9-12dd46e7139e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299854 Jan 25 16:15:27.516936 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:15:27.661270 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946973a-4c1e-43b8-8744-4d0f501cde83 req-158db8e9-f79b-486f-873d-c21bf8c8062b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:27.662327 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4946973a-4c1e-43b8-8744-4d0f501cde83 req-158db8e9-f79b-486f-873d-c21bf8c8062b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0742760 Jan 25 16:15:27.699412 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4946973a-4c1e-43b8-8744-4d0f501cde83 req-49557ea3-6f33-49a3-b2a8-7ad88c4104da tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296609 Jan 25 16:15:28.887883 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5918ef5-7062-4c4e-8aa7-abcc633570e3 req-a6567524-3951-44b4-a182-e94b7ec69635 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:28.888962 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c5918ef5-7062-4c4e-8aa7-abcc633570e3 req-a6567524-3951-44b4-a182-e94b7ec69635 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0828543 Jan 25 16:15:28.926729 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c5918ef5-7062-4c4e-8aa7-abcc633570e3 req-dc218078-950d-41eb-ab6e-3eda130726b8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307658 Jan 25 16:15:30.109703 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64793f6-d160-47ec-9af5-846418f75817 req-0c9a71de-42df-470c-be6f-b2223d9d884c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:30.110801 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d64793f6-d160-47ec-9af5-846418f75817 req-0c9a71de-42df-470c-be6f-b2223d9d884c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0728626 Jan 25 16:15:30.148130 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d64793f6-d160-47ec-9af5-846418f75817 req-7a7d9978-77f4-4743-98e9-ce9aa832717e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301087 Jan 25 16:15:31.320510 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8babde-6fdd-4595-8639-f69c6a8a3e49 req-31c96cac-e058-4af5-9cf0-fd323a6ef85b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:31.321533 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1d8babde-6fdd-4595-8639-f69c6a8a3e49 req-31c96cac-e058-4af5-9cf0-fd323a6ef85b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0787325 Jan 25 16:15:31.356016 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1d8babde-6fdd-4595-8639-f69c6a8a3e49 req-0954628d-4cf9-461c-97a6-6d1d2dc94f0f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303245 Jan 25 16:15:32.527487 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82213574-845a-49e6-aa7d-c2fdf99f7285 req-0ce9ca61-6d1a-4e5f-aa6d-7c30f62163e7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:32.528546 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-82213574-845a-49e6-aa7d-c2fdf99f7285 req-0ce9ca61-6d1a-4e5f-aa6d-7c30f62163e7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0737157 Jan 25 16:15:32.566838 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-82213574-845a-49e6-aa7d-c2fdf99f7285 req-18a432ee-abb7-473b-b0c7-77abe0126c91 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308409 Jan 25 16:15:32.699433 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75abc0-0c36-4893-8c8d-569385316c13 req-1cbea567-0d1a-4b10-a563-330ca10df600 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:32.700455 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0d75abc0-0c36-4893-8c8d-569385316c13 req-1cbea567-0d1a-4b10-a563-330ca10df600 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0738494 Jan 25 16:15:32.736560 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0d75abc0-0c36-4893-8c8d-569385316c13 req-31dc224e-3580-4267-9b8e-8ccbb701786c tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290413 Jan 25 16:15:33.746335 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace0b34-a813-4ff0-9704-37afd2d06144 req-5ad5f8ef-2326-4bf7-9aa2-37ffd636da42 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:33.747331 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bace0b34-a813-4ff0-9704-37afd2d06144 req-5ad5f8ef-2326-4bf7-9aa2-37ffd636da42 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0756559 Jan 25 16:15:33.792409 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bace0b34-a813-4ff0-9704-37afd2d06144 req-18c58613-7c0b-4c02-b6c0-cc2e516f6b24 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407896 Jan 25 16:15:34.982593 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf0301-ca05-4357-9c46-17497f7acdad req-298861d6-c78b-471c-a5c7-70250df54559 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:34.983676 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-32cf0301-ca05-4357-9c46-17497f7acdad req-298861d6-c78b-471c-a5c7-70250df54559 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0765636 Jan 25 16:15:35.019356 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-32cf0301-ca05-4357-9c46-17497f7acdad req-50780023-61fb-4f3b-8b1e-4d1fab08c64a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311086 Jan 25 16:15:36.190704 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88b5ab-f16a-4a91-ad0f-0ad5976393df req-6aa65e1c-ed4a-4fca-b52b-80529d17e4da tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:36.191754 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8a88b5ab-f16a-4a91-ad0f-0ad5976393df req-6aa65e1c-ed4a-4fca-b52b-80529d17e4da tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0717082 Jan 25 16:15:36.230379 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8a88b5ab-f16a-4a91-ad0f-0ad5976393df req-6d6d083e-d09a-446e-a3aa-ac6f23036c57 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316892 Jan 25 16:15:37.319544 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 42162) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:15:37.384790 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b26f9-2b90-495e-9276-2409b67968a8 req-27317f59-d473-4a69-b396-104e8d2bb937 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:37.385909 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7a6b26f9-2b90-495e-9276-2409b67968a8 req-27317f59-d473-4a69-b396-104e8d2bb937 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0700705 Jan 25 16:15:37.417137 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7a6b26f9-2b90-495e-9276-2409b67968a8 req-c15ff436-ed09-49d0-87e9-533815b78d20 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268762 Jan 25 16:15:37.427300 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:37.437465 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:15:37.440054 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Usage tracker for resource:security_group_rule and tenant:1acfb17ecb834fdc8eb7c257c9b725c9 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:15:37.442043 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:15:37.445643 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:15:37.499210 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:37.501737 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:37.505622 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f3f4b083-31a4-443e-ac3b-764d494f000e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:15:37.527676 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1acfb17ecb834fdc8eb7c257c9b725c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2074065 Jan 25 16:15:37.528206 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa348455-1b0a-4c13-a69a-04662f3307aa,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:15:37.529830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 42168) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:15:37.532539 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.532736 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.532944 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.533150 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.533358 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.533566 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.533766 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.533972 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.534178 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.534383 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.534584 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.534787 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.535033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.535238 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.535441 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.535644 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.535847 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.536048 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.536267 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.536468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.536669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.536871 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.537071 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.537271 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.539772 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:15:37.572118 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:37.590235 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:37.632773 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:37.636040 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8431554a-bf62-4ac8-8d18-268f005d2ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:15:37.643589 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa348455-1b0a-4c13-a69a-04662f3307aa,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:15:37.649204 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.649437 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.649646 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.649878 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.650088 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.650291 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.650492 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.650695 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.650898 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.651100 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.651300 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.651500 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.651742 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.651944 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.652158 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.652359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.652557 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.652755 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.652952 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.653153 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.653351 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.653548 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.653746 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.653943 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:15:37.656764 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:15:37.659828 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:37.662165 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/aa348455-1b0a-4c13-a69a-04662f3307aa HTTP/1.1" status: 204 len: 168 time: 0.1301160 Jan 25 16:15:38.550531 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29595a88-93e2-4e93-be4b-e458c1ebace3 req-90e8c072-5a85-4063-8228-5cab1f2c4690 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:38.551286 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-29595a88-93e2-4e93-be4b-e458c1ebace3 req-90e8c072-5a85-4063-8228-5cab1f2c4690 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0591321 Jan 25 16:15:38.577867 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-29595a88-93e2-4e93-be4b-e458c1ebace3 req-d41d0f54-2506-4c11-8316-308559c1afd7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0232849 Jan 25 16:15:39.732581 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede9676-1152-40e9-99e4-463f02356354 req-43f98918-1822-477d-91c7-d0438423426f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:39.733680 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9ede9676-1152-40e9-99e4-463f02356354 req-43f98918-1822-477d-91c7-d0438423426f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0742509 Jan 25 16:15:39.771628 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9ede9676-1152-40e9-99e4-463f02356354 req-9b68dbc7-b3c9-4ffd-bc26-33b1c6f507f5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337522 Jan 25 16:15:40.947630 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12a564-696a-4718-9e46-50cb1568f6e6 req-b6a148e4-64c3-4233-8bc5-7dc3856003f3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:40.948715 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0a12a564-696a-4718-9e46-50cb1568f6e6 req-b6a148e4-64c3-4233-8bc5-7dc3856003f3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0737860 Jan 25 16:15:40.985684 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0a12a564-696a-4718-9e46-50cb1568f6e6 req-850d7287-ba53-45ac-9204-4556fea1b1d3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327518 Jan 25 16:15:42.162356 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e923e-304e-4db3-823c-0df78c50f417 req-59dc6b52-99cf-487c-b0fd-a5a102152502 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:42.163560 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d77e923e-304e-4db3-823c-0df78c50f417 req-59dc6b52-99cf-487c-b0fd-a5a102152502 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0784311 Jan 25 16:15:42.197744 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d77e923e-304e-4db3-823c-0df78c50f417 req-af9c5425-6560-4470-a377-327617932834 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295432 Jan 25 16:15:42.572373 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 42268) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:15:42.672279 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ad4ba11-1b9c-4482-9a48-2d93cc6bca54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:42.682926 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-8ad4ba11-1b9c-4482-9a48-2d93cc6bca54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:15:42.685801 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-8ad4ba11-1b9c-4482-9a48-2d93cc6bca54 admin admin] Usage tracker for resource:security_group_rule and tenant:0c7ba4ed22454420bf661f25bfe52f2e is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:15:42.688068 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-8ad4ba11-1b9c-4482-9a48-2d93cc6bca54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:15:42.692258 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-8ad4ba11-1b9c-4482-9a48-2d93cc6bca54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:15:42.750787 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ad4ba11-1b9c-4482-9a48-2d93cc6bca54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:42.753033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ad4ba11-1b9c-4482-9a48-2d93cc6bca54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:42.758954 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0fb2a5c4-952e-4b8e-a942-2779b50665cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:15:42.785059 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4ba11-1b9c-4482-9a48-2d93cc6bca54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd01fd4-0049-486c-93c6-5fce791562d5,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:15:42.787500 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8ad4ba11-1b9c-4482-9a48-2d93cc6bca54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:15:42.791850 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 42280) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:15:42.792015 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-8ad4ba11-1b9c-4482-9a48-2d93cc6bca54 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0c7ba4ed22454420bf661f25bfe52f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188544 Jan 25 16:15:42.832504 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3e3f7659-5543-4652-8c9e-851fa398c9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:42.853705 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3e3f7659-5543-4652-8c9e-851fa398c9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:42.882401 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3e3f7659-5543-4652-8c9e-851fa398c9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:42.886870 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-22058086-28c1-4cb2-bb0e-41665edcbde6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:15:42.895300 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f7659-5543-4652-8c9e-851fa398c9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd01fd4-0049-486c-93c6-5fce791562d5,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:15:42.898584 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-3e3f7659-5543-4652-8c9e-851fa398c9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:15:42.901390 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3e3f7659-5543-4652-8c9e-851fa398c9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:42.902179 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-3e3f7659-5543-4652-8c9e-851fa398c9e2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bcd01fd4-0049-486c-93c6-5fce791562d5 HTTP/1.1" status: 204 len: 168 time: 0.1095343 Jan 25 16:15:43.109410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551f6a8-2b15-4911-866f-697fe86e2960 req-c9281d25-34aa-48d0-9b42-d639f37ab020 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:43.110355 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9551f6a8-2b15-4911-866f-697fe86e2960 req-c9281d25-34aa-48d0-9b42-d639f37ab020 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0657568 Jan 25 16:15:43.143625 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9551f6a8-2b15-4911-866f-697fe86e2960 req-16862c20-6782-45b5-847c-9f503ce4bbc5 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295546 Jan 25 16:15:43.362109 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc82182-9b12-4d69-903e-8be60c5dce11 req-7f2d1765-5d71-41aa-9bea-2855011378f2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:43.363046 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cbc82182-9b12-4d69-903e-8be60c5dce11 req-7f2d1765-5d71-41aa-9bea-2855011378f2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0795877 Jan 25 16:15:43.425419 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cbc82182-9b12-4d69-903e-8be60c5dce11 req-3217f8f2-d8e5-424b-b725-b0030a561ce6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551472 Jan 25 16:15:43.442234 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c214b2e-f00c-45ae-8dbd-c82c034a8fa0 req-ab492625-459b-4ee5-ab0e-49dfdebba6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:43.443146 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3c214b2e-f00c-45ae-8dbd-c82c034a8fa0 req-ab492625-459b-4ee5-ab0e-49dfdebba6ee service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=98ec46fb71464bd3bf88c602bca1e490&device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 1163 time: 0.0642030 Jan 25 16:15:43.535880 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c214b2e-f00c-45ae-8dbd-c82c034a8fa0 req-acba5767-7ef9-4e8f-8ba3-08067747fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:43.536820 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3c214b2e-f00c-45ae-8dbd-c82c034a8fa0 req-acba5767-7ef9-4e8f-8ba3-08067747fe23 service neutron] 10.222.0.117 "GET /v2.0/networks?id=4092863d-99a9-4ca0-baee-920a42d2b318 HTTP/1.1" status: 200 len: 913 time: 0.0882688 Jan 25 16:15:43.582541 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3c214b2e-f00c-45ae-8dbd-c82c034a8fa0 req-443651b3-8dc3-4ca3-8859-e1c6e5f559db service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f739532b-7f07-4057-92be-f69b0a933c81 HTTP/1.1" status: 200 len: 217 time: 0.0402250 Jan 25 16:15:43.628222 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c214b2e-f00c-45ae-8dbd-c82c034a8fa0 req-bf1cdc82-210a-43b9-89cf-ce2fbbf09d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:43.629069 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3c214b2e-f00c-45ae-8dbd-c82c034a8fa0 req-bf1cdc82-210a-43b9-89cf-ce2fbbf09d19 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ad719a1d-709c-4782-94bc-05e947cd33ab HTTP/1.1" status: 200 len: 859 time: 0.0401487 Jan 25 16:15:43.663313 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3c214b2e-f00c-45ae-8dbd-c82c034a8fa0 req-4d76e94b-1566-48b3-bc3c-0d914e89a57d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4092863d-99a9-4ca0-baee-920a42d2b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280623 Jan 25 16:15:43.747107 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3c214b2e-f00c-45ae-8dbd-c82c034a8fa0 req-a54f2cdc-6871-4e82-9bca-ed449a0cd68a service neutron] 10.222.0.117 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775056 Jan 25 16:15:43.828773 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3c214b2e-f00c-45ae-8dbd-c82c034a8fa0 req-3355c50c-edd2-464f-8660-969f89a4e260 service neutron] 10.222.0.117 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0766637 Jan 25 16:15:44.034162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9df78-c9c4-47f6-b2f1-03ef4f0ef1de req-f236c789-361e-4f41-b6c2-fb0a6293504a tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:44.035048 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fba9df78-c9c4-47f6-b2f1-03ef4f0ef1de req-f236c789-361e-4f41-b6c2-fb0a6293504a tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5195800e-c6a9-4571-beca-cf1c486505ad HTTP/1.1" status: 200 len: 945 time: 0.0642395 Jan 25 16:15:44.062153 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fba9df78-c9c4-47f6-b2f1-03ef4f0ef1de req-11d5801b-65c6-4f82-852a-451d3e6210a7 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/security-groups?id=019fc4b4-e7e0-4d62-86fd-651ea2d00160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0231781 Jan 25 16:15:44.397833 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3356d0-85e9-4af8-a5ca-35e6a51d3b4c req-529c3b4f-9dad-4931-8bec-f33f93718cb8 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:44.398817 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1b3356d0-85e9-4af8-a5ca-35e6a51d3b4c req-529c3b4f-9dad-4931-8bec-f33f93718cb8 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0750520 Jan 25 16:15:44.433980 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1b3356d0-85e9-4af8-a5ca-35e6a51d3b4c req-98e4ceee-2ba3-4b72-b5a3-85acd01413c2 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280378 Jan 25 16:15:44.693771 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea9581-5ccf-4431-a594-5f7d93b63dbd req-7eeed324-7746-4933-9b15-e066d23a1c71 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:44.694722 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-61ea9581-5ccf-4431-a594-5f7d93b63dbd req-7eeed324-7746-4933-9b15-e066d23a1c71 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0855453 Jan 25 16:15:44.725149 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-61ea9581-5ccf-4431-a594-5f7d93b63dbd req-518292ac-9979-48cb-b07e-67fbf0eb6bda tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266979 Jan 25 16:15:45.231809 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cf48b-573a-4eaa-aafd-67557ebe589e req-f4ccd419-6755-4b5c-8183-b3f5b2fb48df tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:45.232924 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b47cf48b-573a-4eaa-aafd-67557ebe589e req-f4ccd419-6755-4b5c-8183-b3f5b2fb48df tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5195800e-c6a9-4571-beca-cf1c486505ad HTTP/1.1" status: 200 len: 945 time: 0.0827448 Jan 25 16:15:45.267270 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b47cf48b-573a-4eaa-aafd-67557ebe589e req-9021a408-c157-405c-b800-2369e059f21f tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/security-groups?id=019fc4b4-e7e0-4d62-86fd-651ea2d00160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302939 Jan 25 16:15:45.591565 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef88f0-cda0-49d3-bbfc-c7491b9f235e req-cf347300-1988-44b5-8846-b43ae4a54d7c tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:45.592633 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7fef88f0-cda0-49d3-bbfc-c7491b9f235e req-cf347300-1988-44b5-8846-b43ae4a54d7c tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0721240 Jan 25 16:15:45.663490 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7fef88f0-cda0-49d3-bbfc-c7491b9f235e req-b2e892d2-0359-45cc-830c-d87b72a56ab3 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454812 Jan 25 16:15:45.688656 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178916b-5029-4c6f-8d17-b9345bfae65d req-8681b9f1-3cd1-4902-ad6a-c531e30e2e7f tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:45.689747 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b178916b-5029-4c6f-8d17-b9345bfae65d req-8681b9f1-3cd1-4902-ad6a-c531e30e2e7f tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.117 "GET /v2.0/ports?device_id=5195800e-c6a9-4571-beca-cf1c486505ad HTTP/1.1" status: 200 len: 945 time: 0.0964823 Jan 25 16:15:45.744700 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-b178916b-5029-4c6f-8d17-b9345bfae65d req-1da50fc8-786c-42bb-9a27-8fdfaa34c73c tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Deleting port ee0a067c-06f4-4aad-b084-f25e83ec91f2 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:15:45.744924 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b178916b-5029-4c6f-8d17-b9345bfae65d req-1da50fc8-786c-42bb-9a27-8fdfaa34c73c tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:45.875293 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81cf70-41de-40a0-9bfe-a0996a9890ca req-058c9547-9d34-4ba6-a814-f4e01cdf45e0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:45.876309 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3b81cf70-41de-40a0-9bfe-a0996a9890ca req-058c9547-9d34-4ba6-a814-f4e01cdf45e0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0682406 Jan 25 16:15:45.906637 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3b81cf70-41de-40a0-9bfe-a0996a9890ca req-6e7150ab-65e0-422e-a47a-7f5f1d18a7f3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261452 Jan 25 16:15:45.912707 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-b178916b-5029-4c6f-8d17-b9345bfae65d req-1da50fc8-786c-42bb-9a27-8fdfaa34c73c tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] For port ee0a067c-06f4-4aad-b084-f25e83ec91f2, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=ee0a067c-06f4-4aad-b084-f25e83ec91f2,segment=NetworkSegment(a27b1430-2d50-4129-9772-c71834432665),segment_id=a27b1430-2d50-4129-9772-c71834432665)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:15:45.912940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b178916b-5029-4c6f-8d17-b9345bfae65d req-1da50fc8-786c-42bb-9a27-8fdfaa34c73c tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:45.979959 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-b178916b-5029-4c6f-8d17-b9345bfae65d req-1da50fc8-786c-42bb-9a27-8fdfaa34c73c tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Calling delete_port for ee0a067c-06f4-4aad-b084-f25e83ec91f2 owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:15:46.056410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b178916b-5029-4c6f-8d17-b9345bfae65d req-1da50fc8-786c-42bb-9a27-8fdfaa34c73c tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:46.066477 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:15:46.122396 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da50fc8-786c-42bb-9a27-8fdfaa34c73c tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Pushing event deleted for resources: {'Port': ['ID=ee0a067c-06f4-4aad-b084-f25e83ec91f2,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:15:46.126211 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1da50fc8-786c-42bb-9a27-8fdfaa34c73c tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:15:46.192049 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b178916b-5029-4c6f-8d17-b9345bfae65d req-1da50fc8-786c-42bb-9a27-8fdfaa34c73c tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] No DVR routers for this DVR port ee0a067c-06f4-4aad-b084-f25e83ec91f2 on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:15:46.193577 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b178916b-5029-4c6f-8d17-b9345bfae65d req-1da50fc8-786c-42bb-9a27-8fdfaa34c73c tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:46.195369 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5195800e-c6a9-4571-beca-cf1c486505ad', 'name': 'network-vif-deleted', 'tag': 'ee0a067c-06f4-4aad-b084-f25e83ec91f2'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:15:46.208940 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b178916b-5029-4c6f-8d17-b9345bfae65d req-1da50fc8-786c-42bb-9a27-8fdfaa34c73c tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.117 "DELETE /v2.0/ports/ee0a067c-06f4-4aad-b084-f25e83ec91f2 HTTP/1.1" status: 204 len: 173 time: 0.5144606 Jan 25 16:15:46.231410 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5195800e-c6a9-4571-beca-cf1c486505ad', 'name': 'network-vif-deleted', 'tag': 'ee0a067c-06f4-4aad-b084-f25e83ec91f2', 'status': 'completed', 'code': 200} Jan 25 16:15:46.365436 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f00adb8c-9672-4eca-9492-111086a4b9c4 req-5433c4ab-ab1b-4d00-9d84-d0506f0c57c2 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5195800e-c6a9-4571-beca-cf1c486505ad HTTP/1.1" status: 200 len: 210 time: 0.0274479 Jan 25 16:15:46.813032 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f0f4f-57e9-4de2-b2dd-4e334fcb07f4 req-4588c6d2-481e-4803-9070-81425f0ebd72 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:46.813920 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-718f0f4f-57e9-4de2-b2dd-4e334fcb07f4 req-4588c6d2-481e-4803-9070-81425f0ebd72 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0620835 Jan 25 16:15:46.845095 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-718f0f4f-57e9-4de2-b2dd-4e334fcb07f4 req-e53fa506-afaa-48eb-986b-e1d3f6f5d987 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242867 Jan 25 16:15:47.062310 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe85576-7f7e-4218-adce-4a4877b1a2db req-21ff8fcc-c506-4bf0-884f-aedcb47574a8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:47.063270 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bbe85576-7f7e-4218-adce-4a4877b1a2db req-21ff8fcc-c506-4bf0-884f-aedcb47574a8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0747006 Jan 25 16:15:47.090717 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device ee0a067c-06f4-4aad-b084-f25e83ec91f2 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:15:47.093758 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bbe85576-7f7e-4218-adce-4a4877b1a2db req-e9981a8b-0344-4828-b2dd-051617845bed tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272462 Jan 25 16:15:47.125943 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] No Port match for: ee0a067c-06f4-4aad-b084-f25e83ec91f2 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:15:47.126142 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device ee0a067c-06f4-4aad-b084-f25e83ec91f2 not bound to the agent host hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:15:47.498847 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-9e34f551-7439-4ce7-b404-fab160246a08 req-abb04888-6a60-4b00-a8fb-98faded45c4d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Synchronizing usage tracker for tenant:212d11d539e24800b27e4dceee2a3ab7 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:15:47.510690 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-9e34f551-7439-4ce7-b404-fab160246a08 req-abb04888-6a60-4b00-a8fb-98faded45c4d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Unset dirty status for tenant:212d11d539e24800b27e4dceee2a3ab7 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:15:47.511580 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9e34f551-7439-4ce7-b404-fab160246a08 req-abb04888-6a60-4b00-a8fb-98faded45c4d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5195800e-c6a9-4571-beca-cf1c486505ad HTTP/1.1" status: 200 len: 210 time: 0.0496836 Jan 25 16:15:48.205716 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb217d-1b72-4d62-99c7-63b48e2e63fd req-fd26407b-713b-4cae-9a28-ddf412dc0ce6 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:48.206795 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-24bb217d-1b72-4d62-99c7-63b48e2e63fd req-fd26407b-713b-4cae-9a28-ddf412dc0ce6 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.2610304 Jan 25 16:15:48.238907 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f83ff5-4976-45ca-af54-698503b61392 req-61180c0c-dc8b-4463-8725-f129a47bb256 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:48.239820 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-05f83ff5-4976-45ca-af54-698503b61392 req-61180c0c-dc8b-4463-8725-f129a47bb256 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0623019 Jan 25 16:15:48.241999 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-24bb217d-1b72-4d62-99c7-63b48e2e63fd req-675e2cd7-ec03-409a-b2e0-4b8ef3b15f8b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304902 Jan 25 16:15:48.277162 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-05f83ff5-4976-45ca-af54-698503b61392 req-49342956-a8b1-410a-bc5e-f4baba855e0d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292873 Jan 25 16:15:48.633660 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-beb6467a-0fd6-4d35-b10f-1961c2a92b5f req-cbcfbba4-b1db-467c-b7ee-b6897c607163 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5195800e-c6a9-4571-beca-cf1c486505ad HTTP/1.1" status: 200 len: 210 time: 0.0316718 Jan 25 16:15:49.178103 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ee3a1-a61f-44e1-9e87-2895bb1180cf req-3b933d04-e554-4f48-8a6a-56f1a400dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:49.179218 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c53ee3a1-a61f-44e1-9e87-2895bb1180cf req-3b933d04-e554-4f48-8a6a-56f1a400dd49 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=95283eda37984761942076ba2009fe36&device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 1163 time: 0.0712433 Jan 25 16:15:49.437748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ad2c4-5b77-44e2-b691-088757a4c111 req-12ac4e44-00f0-4dde-b069-e5e86ae58aa6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:49.438721 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-862ad2c4-5b77-44e2-b691-088757a4c111 req-12ac4e44-00f0-4dde-b069-e5e86ae58aa6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0746291 Jan 25 16:15:49.478549 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-862ad2c4-5b77-44e2-b691-088757a4c111 req-f6b8cf8e-6e07-43f9-a3a4-162e0860f3b4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322526 Jan 25 16:15:49.513769 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ee3a1-a61f-44e1-9e87-2895bb1180cf req-d71c8d56-f955-4fc1-a4ce-f37d2b43443f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:49.514714 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c53ee3a1-a61f-44e1-9e87-2895bb1180cf req-d71c8d56-f955-4fc1-a4ce-f37d2b43443f service neutron] 10.222.0.117 "GET /v2.0/networks?id=51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 HTTP/1.1" status: 200 len: 910 time: 0.3203111 Jan 25 16:15:49.564401 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b5ade-fb0c-491b-93b6-a421f21b0c2c req-e65342d8-19b2-49ed-8b18-7b490c2eef4d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:49.565272 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b45b5ade-fb0c-491b-93b6-a421f21b0c2c req-e65342d8-19b2-49ed-8b18-7b490c2eef4d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.1090593 Jan 25 16:15:49.607121 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c53ee3a1-a61f-44e1-9e87-2895bb1180cf req-5a99a4b2-c740-4530-8701-8ebe362bd8ab service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=031ba2b5-3cd1-4482-8047-685529eb82ba HTTP/1.1" status: 200 len: 1001 time: 0.0833592 Jan 25 16:15:49.611464 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b45b5ade-fb0c-491b-93b6-a421f21b0c2c req-138e4b20-0a72-4bc6-b591-8e035c797fd2 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385630 Jan 25 16:15:49.650783 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ee3a1-a61f-44e1-9e87-2895bb1180cf req-96c3c97f-db34-4b58-9de1-95be1cfde3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:49.651662 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c53ee3a1-a61f-44e1-9e87-2895bb1180cf req-96c3c97f-db34-4b58-9de1-95be1cfde3b7 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=51238685-cb80-4e6a-bf2c-386e2e1be418 HTTP/1.1" status: 200 len: 855 time: 0.0382485 Jan 25 16:15:49.708901 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ee3a1-a61f-44e1-9e87-2895bb1180cf req-2d83b706-5706-46c9-ab34-55af30d069c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:49.709933 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c53ee3a1-a61f-44e1-9e87-2895bb1180cf req-2d83b706-5706-46c9-ab34-55af30d069c9 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=51b2e8fa-99b8-468d-a49b-4bf6df10bbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529997 Jan 25 16:15:49.799860 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c53ee3a1-a61f-44e1-9e87-2895bb1180cf req-bf3f3879-2c77-4501-8997-1108b6cdda79 service neutron] 10.222.0.117 "GET /v2.0/networks/51b2e8fa-99b8-468d-a49b-4bf6df10bbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806091 Jan 25 16:15:49.894596 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c53ee3a1-a61f-44e1-9e87-2895bb1180cf req-38a1938e-9471-4abc-8046-ebbe9b001d48 service neutron] 10.222.0.117 "GET /v2.0/networks/51b2e8fa-99b8-468d-a49b-4bf6df10bbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0844688 Jan 25 16:15:50.759311 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf226c2-dfa2-4bc8-babb-3bb037c06cb7 req-d2bc78e2-8f85-4b39-a4a8-ae476bdb6c2b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:50.760400 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3cf226c2-dfa2-4bc8-babb-3bb037c06cb7 req-d2bc78e2-8f85-4b39-a4a8-ae476bdb6c2b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0770700 Jan 25 16:15:50.793491 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3cf226c2-dfa2-4bc8-babb-3bb037c06cb7 req-f525a7da-5b20-41dd-93dc-4cb5b992dd08 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291760 Jan 25 16:15:50.794861 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41eecc-ca31-4aed-b902-4b1811b20e04 req-460df1e4-0e11-43bb-8c55-d8028468b93e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:50.795834 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6e41eecc-ca31-4aed-b902-4b1811b20e04 req-460df1e4-0e11-43bb-8c55-d8028468b93e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.2247667 Jan 25 16:15:50.831457 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6e41eecc-ca31-4aed-b902-4b1811b20e04 req-f8ecef1e-d911-4e52-932d-fae0420edebe tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284708 Jan 25 16:15:51.993350 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c418e-e562-4b5d-ab35-2953e5424f79 req-abb460af-f2b4-44b5-8e56-2e913cf5b453 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:51.994419 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fd2c418e-e562-4b5d-ab35-2953e5424f79 req-abb460af-f2b4-44b5-8e56-2e913cf5b453 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0743806 Jan 25 16:15:52.016425 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fe3a1-01ae-48e3-a428-bfd9f5813fc0 req-a9921605-d842-4dc7-8cef-23ef73258034 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:52.017478 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e76fe3a1-01ae-48e3-a428-bfd9f5813fc0 req-a9921605-d842-4dc7-8cef-23ef73258034 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.1293161 Jan 25 16:15:52.029190 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fd2c418e-e562-4b5d-ab35-2953e5424f79 req-b1a43eda-dbbe-414d-bd2f-a2588926975f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303400 Jan 25 16:15:52.055193 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e76fe3a1-01ae-48e3-a428-bfd9f5813fc0 req-14d4d134-2b24-4704-abc6-ef6e4895f3c9 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298641 Jan 25 16:15:53.032240 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b675e833-f83e-41f2-ab37-1c1180bd2419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:53.197038 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77375c98-4bdc-4424-9c52-1fd79e6c46ca req-57081551-22be-4693-ac2f-e0dde7b9cf54 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:53.198129 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-77375c98-4bdc-4424-9c52-1fd79e6c46ca req-57081551-22be-4693-ac2f-e0dde7b9cf54 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0750217 Jan 25 16:15:53.227734 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da6ed9-8c00-4806-8370-92372ec89ec8 req-c5d94d1e-8499-460d-953a-f492c75355eb tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:53.228806 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-01da6ed9-8c00-4806-8370-92372ec89ec8 req-c5d94d1e-8499-460d-953a-f492c75355eb tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0714397 Jan 25 16:15:53.232463 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-77375c98-4bdc-4424-9c52-1fd79e6c46ca req-1c4c13c8-0d45-4a68-acba-7b2c3f228a44 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301306 Jan 25 16:15:53.262107 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-01da6ed9-8c00-4806-8370-92372ec89ec8 req-b5ea474b-2190-40df-8fe5-4dd854eb359a tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294228 Jan 25 16:15:54.039167 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-aface85a-e114-43b5-887b-7f9231f9689b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:54.410388 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73934f65-d6a5-4a50-a64d-6ab81418598b req-c6501f99-d4f3-443f-8a72-aff6079b2686 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:54.411490 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-73934f65-d6a5-4a50-a64d-6ab81418598b req-c6501f99-d4f3-443f-8a72-aff6079b2686 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0750115 Jan 25 16:15:54.423553 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fad15b-13e9-4e2f-8e4d-3e2016eb02c1 req-888e78be-846f-4822-a1f8-345100891767 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:54.424711 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-11fad15b-13e9-4e2f-8e4d-3e2016eb02c1 req-888e78be-846f-4822-a1f8-345100891767 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0698419 Jan 25 16:15:54.446403 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-73934f65-d6a5-4a50-a64d-6ab81418598b req-75173857-8a6e-4da7-8634-28ff932385b2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299022 Jan 25 16:15:54.462426 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-11fad15b-13e9-4e2f-8e4d-3e2016eb02c1 req-b31b1008-3d34-406a-a498-5a988dbd315a tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333414 Jan 25 16:15:54.554716 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bc1cd086-4778-484e-910a-715bad2657c8 req-29739e89-ea6c-4e64-9022-51767487583b tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1000687597&fields=id&tenant_id=cf7540de0e56436e91efecf367152a89 HTTP/1.1" status: 200 len: 267 time: 0.0329666 Jan 25 16:15:54.609143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:54.639959 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cd086-4778-484e-910a-715bad2657c8 req-92847dc0-29bf-471a-b86c-a2f3c6d6e8a9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:54.641078 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bc1cd086-4778-484e-910a-715bad2657c8 req-92847dc0-29bf-471a-b86c-a2f3c6d6e8a9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 985 time: 0.0821090 Jan 25 16:15:54.650068 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-bc1cd086-4778-484e-910a-715bad2657c8 req-1a6e2ed1-ffae-4a4c-a010-8f6d2cfef5a6 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Request body: {'port': {'security_groups': ['17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf']}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:15:54.720637 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:54.737228 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bc1cd086-4778-484e-910a-715bad2657c8 req-1a6e2ed1-ffae-4a4c-a010-8f6d2cfef5a6 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:54.923536 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:54.948227 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-bc1cd086-4778-484e-910a-715bad2657c8 req-1a6e2ed1-ffae-4a4c-a010-8f6d2cfef5a6 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] For port ac93ef6c-ba48-4fc2-b7ac-c644d924366b, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=ac93ef6c-ba48-4fc2-b7ac-c644d924366b,segment=NetworkSegment(d94251e5-8c1d-4c4d-8471-c81311948afe),segment_id=d94251e5-8c1d-4c4d-8471-c81311948afe)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:15:54.964063 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bc1cd086-4778-484e-910a-715bad2657c8 req-1a6e2ed1-ffae-4a4c-a010-8f6d2cfef5a6 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:54.966726 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bc1cd086-4778-484e-910a-715bad2657c8 req-1a6e2ed1-ffae-4a4c-a010-8f6d2cfef5a6 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:54.976130 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4e35cd8a-7cbb-4e7a-8e36-c838ecfb3780 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:15:55.075805 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e2ed1-ffae-4a4c-a010-8f6d2cfef5a6 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Pushing event updated for resources: {'Port': ['ID=ac93ef6c-ba48-4fc2-b7ac-c644d924366b,revision_number=6']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:15:55.078402 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1a6e2ed1-ffae-4a4c-a010-8f6d2cfef5a6 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:15:55.105564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cd086-4778-484e-910a-715bad2657c8 req-1a6e2ed1-ffae-4a4c-a010-8f6d2cfef5a6 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:55.105963 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bc1cd086-4778-484e-910a-715bad2657c8 req-1a6e2ed1-ffae-4a4c-a010-8f6d2cfef5a6 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:55.106819 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bc1cd086-4778-484e-910a-715bad2657c8 req-1a6e2ed1-ffae-4a4c-a010-8f6d2cfef5a6 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "PUT /v2.0/ports/ac93ef6c-ba48-4fc2-b7ac-c644d924366b HTTP/1.1" status: 200 len: 943 time: 0.4605634 Jan 25 16:15:55.107131 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b910f02-d8f4-4242-a932-b4a1b6194059', 'tag': 'ac93ef6c-ba48-4fc2-b7ac-c644d924366b'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:15:55.161239 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-aeda7306-213a-494e-9508-f0171ddbc7cd req-ffec57bb-05fd-4101-8539-d0dd8f6df355 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups/55c8989f-709d-4b12-901b-3fa1fc1bded9 HTTP/1.1" status: 200 len: 3005 time: 0.0353410 Jan 25 16:15:55.162682 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b910f02-d8f4-4242-a932-b4a1b6194059', 'tag': 'ac93ef6c-ba48-4fc2-b7ac-c644d924366b', 'status': 'completed', 'code': 200} Jan 25 16:15:55.210722 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-aeda7306-213a-494e-9508-f0171ddbc7cd req-8c92275c-d13f-4e18-be1e-4e68af8e0683 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:55.228427 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-aeda7306-213a-494e-9508-f0171ddbc7cd req-8c92275c-d13f-4e18-be1e-4e68af8e0683 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:55.261866 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-d4279789-7995-4f9c-b982-50eee1a1a820 None None] Provisioning complete for port ac93ef6c-ba48-4fc2-b7ac-c644d924366b triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:15:55.262384 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d4279789-7995-4f9c-b982-50eee1a1a820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:55.270563 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-aeda7306-213a-494e-9508-f0171ddbc7cd req-8c92275c-d13f-4e18-be1e-4e68af8e0683 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:55.276215 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:15:55.284720 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92275c-d13f-4e18-be1e-4e68af8e0683 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c8989f-709d-4b12-901b-3fa1fc1bded9,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:15:55.286562 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8c92275c-d13f-4e18-be1e-4e68af8e0683 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:15:55.290126 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-aeda7306-213a-494e-9508-f0171ddbc7cd req-8c92275c-d13f-4e18-be1e-4e68af8e0683 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:55.290941 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-aeda7306-213a-494e-9508-f0171ddbc7cd req-8c92275c-d13f-4e18-be1e-4e68af8e0683 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "DELETE /v2.0/security-groups/55c8989f-709d-4b12-901b-3fa1fc1bded9 HTTP/1.1" status: 204 len: 173 time: 0.1250267 Jan 25 16:15:55.325793 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device ac93ef6c-ba48-4fc2-b7ac-c644d924366b up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:15:55.378733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port ac93ef6c-ba48-4fc2-b7ac-c644d924366b triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:15:55.378957 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:55.387003 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-76183f3d-b8fe-4bf1-adb5-8ada97d70b8e tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/floatingips/8289e6b4-0d7c-4ff7-b17f-ff100bd6e4ea HTTP/1.1" status: 200 len: 999 time: 0.0777407 Jan 25 16:15:55.502733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-bb1f0432-7d93-4e2b-b216-081eaa37a771 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:55.503809 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-bb1f0432-7d93-4e2b-b216-081eaa37a771 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/networks/a86c8819-2978-473d-8d16-86365edfeb60 HTTP/1.1" status: 200 len: 784 time: 0.1098707 Jan 25 16:15:55.511558 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-2486c8d4-3061-44c1-9556-999b3818419c tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:15:55.512173 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-2486c8d4-3061-44c1-9556-999b3818419c tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0043886 Jan 25 16:15:55.579869 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-ab9d8b70-7e41-46a5-8f22-34146461a5b4 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.116 HTTP/1.1" status: 200 len: 1002 time: 0.0639451 Jan 25 16:15:55.606914 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7d5ee-ed4c-4bac-ae47-0a156dd8820b req-2273ff5d-7efe-4b42-b14f-8a8c0f1fcbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:55.607937 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9dd7d5ee-ed4c-4bac-ae47-0a156dd8820b req-2273ff5d-7efe-4b42-b14f-8a8c0f1fcbbe service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=cf7540de0e56436e91efecf367152a89&device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 1163 time: 0.0898216 Jan 25 16:15:55.626888 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d045070-89bd-42df-886f-96190d9c568a req-b5671328-389e-44b8-a16b-771d3f714859 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:55.627733 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2d045070-89bd-42df-886f-96190d9c568a req-b5671328-389e-44b8-a16b-771d3f714859 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0845010 Jan 25 16:15:55.645899 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-f0b8fac7-671d-400d-a3f2-40c97d3e0243 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:55.646776 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-f0b8fac7-671d-400d-a3f2-40c97d3e0243 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports/ac93ef6c-ba48-4fc2-b7ac-c644d924366b HTTP/1.1" status: 200 len: 943 time: 0.0632286 Jan 25 16:15:55.704257 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:55.710018 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2d045070-89bd-42df-886f-96190d9c568a req-97176bb5-566a-4a3a-93c3-ef56625f505c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674942 Jan 25 16:15:55.738173 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7d5ee-ed4c-4bac-ae47-0a156dd8820b req-4796e918-67fe-43e7-809d-3e2f7087201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:55.739180 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9dd7d5ee-ed4c-4bac-ae47-0a156dd8820b req-4796e918-67fe-43e7-809d-3e2f7087201d service neutron] 10.222.0.117 "GET /v2.0/networks?id=3d1b4a78-6fa5-4235-8076-b2b3ac751aff HTTP/1.1" status: 200 len: 909 time: 0.1108367 Jan 25 16:15:55.766519 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-cc87a951-fb14-41a3-861b-331924d27443 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.116 HTTP/1.1" status: 200 len: 1002 time: 0.0714014 Jan 25 16:15:55.829667 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9dd7d5ee-ed4c-4bac-ae47-0a156dd8820b req-ca826cab-d676-4e67-ab6a-796664ccfff6 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac93ef6c-ba48-4fc2-b7ac-c644d924366b HTTP/1.1" status: 200 len: 1002 time: 0.0817711 Jan 25 16:15:55.882337 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecf472-0c0a-4e5b-ad20-d74f7551aade req-e823fe46-18e2-4a1a-a61e-80a555db73b0 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:55.883200 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b5ecf472-0c0a-4e5b-ad20-d74f7551aade req-e823fe46-18e2-4a1a-a61e-80a555db73b0 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0967913 Jan 25 16:15:55.900509 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7d5ee-ed4c-4bac-ae47-0a156dd8820b req-36f93ef8-adb7-4f69-8352-652008f072ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:55.901317 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9dd7d5ee-ed4c-4bac-ae47-0a156dd8820b req-36f93ef8-adb7-4f69-8352-652008f072ca service neutron] 10.222.0.117 "GET /v2.0/subnets?id=68a34ad1-cdd3-424c-8e73-7c05cc04be85 HTTP/1.1" status: 200 len: 854 time: 0.0622418 Jan 25 16:15:55.904608 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-dee1ac15-b4ca-486c-8997-11d260c5bb14 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Deleting port d6195b34-8d36-4b7d-9fd8-edc8bebc1c45 {{(pid=79984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:15:55.904856 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-dee1ac15-b4ca-486c-8997-11d260c5bb14 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:55.940718 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b5ecf472-0c0a-4e5b-ad20-d74f7551aade req-95efbf9c-6716-41d7-81aa-41341d719665 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502398 Jan 25 16:15:55.958704 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7d5ee-ed4c-4bac-ae47-0a156dd8820b req-c00dfe28-3d9f-4e78-bf0a-b96521e10d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:55.959612 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9dd7d5ee-ed4c-4bac-ae47-0a156dd8820b req-c00dfe28-3d9f-4e78-bf0a-b96521e10d5f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3d1b4a78-6fa5-4235-8076-b2b3ac751aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491691 Jan 25 16:15:56.006492 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-dee1ac15-b4ca-486c-8997-11d260c5bb14 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:56.006802 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-dee1ac15-b4ca-486c-8997-11d260c5bb14 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for floatingip, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:56.077551 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-dee1ac15-b4ca-486c-8997-11d260c5bb14 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Calling delete_port for d6195b34-8d36-4b7d-9fd8-edc8bebc1c45 owned by network:floatingip {{(pid=79984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:15:56.208158 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-dee1ac15-b4ca-486c-8997-11d260c5bb14 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:56.215839 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:15:56.241364 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9dd7d5ee-ed4c-4bac-ae47-0a156dd8820b req-f584e23b-389b-4ec1-9a54-7108c30a72f0 service neutron] 10.222.0.117 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738905 Jan 25 16:15:56.262584 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1ac15-b4ca-486c-8997-11d260c5bb14 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Pushing event deleted for resources: {'Port': ['ID=d6195b34-8d36-4b7d-9fd8-edc8bebc1c45,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:15:56.265904 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-dee1ac15-b4ca-486c-8997-11d260c5bb14 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:15:56.322221 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9dd7d5ee-ed4c-4bac-ae47-0a156dd8820b req-fa18c775-8aab-49b5-9933-f5b1f912e6e2 service neutron] 10.222.0.117 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0718601 Jan 25 16:15:56.344753 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-dee1ac15-b4ca-486c-8997-11d260c5bb14 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks [] for floatingip, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:56.344956 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.l3_db [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-dee1ac15-b4ca-486c-8997-11d260c5bb14 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Floating IP 8289e6b4-0d7c-4ff7-b17f-ff100bd6e4ea disassociated (deleted). External IP: 172.27.3.116, port: ac93ef6c-ba48-4fc2-b7ac-c644d924366b. Jan 25 16:15:56.707331 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-dee1ac15-b4ca-486c-8997-11d260c5bb14 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Router 20975dc5-e58b-4612-b344-8f49753369bc has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:15:56.807755 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-dee1ac15-b4ca-486c-8997-11d260c5bb14 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:15:56.816074 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73be1d5-0587-4d86-8ec8-72b0dc1bf636 None None] Sync routers for ids ['20975dc5-e58b-4612-b344-8f49753369bc'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:15:56.826120 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-dee1ac15-b4ca-486c-8997-11d260c5bb14 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:15:56.829129 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73be1d5-0587-4d86-8ec8-72b0dc1bf636 None None] Routers {'20975dc5-e58b-4612-b344-8f49753369bc'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:15:56.830181 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-b73be1d5-0587-4d86-8ec8-72b0dc1bf636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:15:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['20975dc5-e58b-4612-b344-8f49753369bc'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:15:56.850747 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cedd2-7b82-4f80-9e8f-74f8f361211e req-1b0543e9-2a6c-490a-a68b-07cd75a754db tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:56.851648 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5a2cedd2-7b82-4f80-9e8f-74f8f361211e req-1b0543e9-2a6c-490a-a68b-07cd75a754db tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0597086 Jan 25 16:15:56.860477 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-dee1ac15-b4ca-486c-8997-11d260c5bb14 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "DELETE /v2.0/floatingips/8289e6b4-0d7c-4ff7-b17f-ff100bd6e4ea HTTP/1.1" status: 204 len: 173 time: 1.0901854 Jan 25 16:15:56.860980 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b910f02-d8f4-4242-a932-b4a1b6194059', 'tag': 'ac93ef6c-ba48-4fc2-b7ac-c644d924366b'}] {{(pid=79984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:15:56.883043 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5a2cedd2-7b82-4f80-9e8f-74f8f361211e req-d06b4ffb-7336-4150-a64b-97626f81774d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270338 Jan 25 16:15:56.937326 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b910f02-d8f4-4242-a932-b4a1b6194059', 'tag': 'ac93ef6c-ba48-4fc2-b7ac-c644d924366b', 'status': 'completed', 'code': 200} Jan 25 16:15:56.957178 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-a34eddcf-f6b7-43e0-b6fe-55ffcf5f0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:56.958128 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-a34eddcf-f6b7-43e0-b6fe-55ffcf5f0388 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cf7540de0e56436e91efecf367152a89&device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 1163 time: 0.0915825 Jan 25 16:15:57.037982 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-a811ef4a-2850-432a-8766-28bc01c86986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:57.038911 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-a811ef4a-2850-432a-8766-28bc01c86986 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3d1b4a78-6fa5-4235-8076-b2b3ac751aff HTTP/1.1" status: 200 len: 909 time: 0.0772724 Jan 25 16:15:57.069012 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-b73be1d5-0587-4d86-8ec8-72b0dc1bf636 None None] Set router 20975dc5-e58b-4612-b344-8f49753369bc gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:15:57.080529 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-71754ffb-dff4-4739-be3b-47609c692580 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac93ef6c-ba48-4fc2-b7ac-c644d924366b HTTP/1.1" status: 200 len: 217 time: 0.0374377 Jan 25 16:15:57.082978 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050ef58-6dc2-4834-b278-0838cce30bf3 req-935d8049-1404-4588-ba57-63710043ad75 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:57.084054 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9050ef58-6dc2-4834-b278-0838cce30bf3 req-935d8049-1404-4588-ba57-63710043ad75 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0692892 Jan 25 16:15:57.115163 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9050ef58-6dc2-4834-b278-0838cce30bf3 req-a29c63fa-66f4-4cdd-a5c5-8dd67bbb75b9 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259721 Jan 25 16:15:57.124206 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-82916900-17f2-4c97-a11d-666b0e2f7c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:57.130511 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-82916900-17f2-4c97-a11d-666b0e2f7c84 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=68a34ad1-cdd3-424c-8e73-7c05cc04be85 HTTP/1.1" status: 200 len: 854 time: 0.0405242 Jan 25 16:15:57.177020 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-f533cc58-60f1-44f3-800d-2a2b9ad1297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:57.178054 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-f533cc58-60f1-44f3-800d-2a2b9ad1297d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3d1b4a78-6fa5-4235-8076-b2b3ac751aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470245 Jan 25 16:15:57.262771 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-b73be1d5-0587-4d86-8ec8-72b0dc1bf636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20975dc5-e58b-4612-b344-8f49753369bc', 'name': 'tempest-TestMinimumBasicScenario-2096006269-router', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:17Z', 'updated_at': '2021-01-25T16:12:21Z', 'revision_number': 4, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'gw_port': {'id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:18Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '39aa4f37-e255-49c5-b43b-ef994b370be8', 'name': '', 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'mac_address': 'fa:16:3e:46:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '68a34ad1-cdd3-424c-8e73-7c05cc04be85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:20Z', 'updated_at': '2021-01-25T16:12:29Z', 'revision_number': 5, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'subnets': [{'id': '68a34ad1-cdd3-424c-8e73-7c05cc04be85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:15:57.264267 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-0a06dbd3-44cc-4ed8-8eb3-8346426db1b6 service neutron] 10.222.0.107 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822124 Jan 25 16:15:57.265074 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73be1d5-0587-4d86-8ec8-72b0dc1bf636 None None] Checking router: 20975dc5-e58b-4612-b344-8f49753369bc for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:15:57.270165 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73be1d5-0587-4d86-8ec8-72b0dc1bf636 None None] Routers {'20975dc5-e58b-4612-b344-8f49753369bc'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:15:57.270499 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-b73be1d5-0587-4d86-8ec8-72b0dc1bf636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:15:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['20975dc5-e58b-4612-b344-8f49753369bc'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:15:57.347755 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b20400d8-20e3-4a77-a470-79df02b5dcd8 req-759e7284-54ed-4391-8c2e-823d83ccec21 service neutron] 10.222.0.107 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0782032 Jan 25 16:15:57.354686 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474af6e7-1ec3-448a-91b6-39ae6e48865f req-17481b1a-7907-453e-a4b9-ca570f083c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:57.355628 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-474af6e7-1ec3-448a-91b6-39ae6e48865f req-17481b1a-7907-453e-a4b9-ca570f083c92 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=cf7540de0e56436e91efecf367152a89&device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 1163 time: 0.0474389 Jan 25 16:15:57.371655 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-b73be1d5-0587-4d86-8ec8-72b0dc1bf636 None None] Set router 20975dc5-e58b-4612-b344-8f49753369bc gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:15:57.435985 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474af6e7-1ec3-448a-91b6-39ae6e48865f req-b5a51ecf-e69b-4ada-9a30-ed0becb6656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:57.437036 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-474af6e7-1ec3-448a-91b6-39ae6e48865f req-b5a51ecf-e69b-4ada-9a30-ed0becb6656a service neutron] 10.222.0.117 "GET /v2.0/networks?id=3d1b4a78-6fa5-4235-8076-b2b3ac751aff HTTP/1.1" status: 200 len: 909 time: 0.0761361 Jan 25 16:15:57.483219 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-474af6e7-1ec3-448a-91b6-39ae6e48865f req-a903215c-479f-498c-9e6b-a5c99b79d556 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac93ef6c-ba48-4fc2-b7ac-c644d924366b HTTP/1.1" status: 200 len: 217 time: 0.0376301 Jan 25 16:15:57.523173 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474af6e7-1ec3-448a-91b6-39ae6e48865f req-c9bbabc1-32ee-4b66-bbd6-4366a71f902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:57.524932 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-474af6e7-1ec3-448a-91b6-39ae6e48865f req-c9bbabc1-32ee-4b66-bbd6-4366a71f902c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=68a34ad1-cdd3-424c-8e73-7c05cc04be85 HTTP/1.1" status: 200 len: 854 time: 0.0372775 Jan 25 16:15:57.550176 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-b73be1d5-0587-4d86-8ec8-72b0dc1bf636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20975dc5-e58b-4612-b344-8f49753369bc', 'name': 'tempest-TestMinimumBasicScenario-2096006269-router', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:17Z', 'updated_at': '2021-01-25T16:12:21Z', 'revision_number': 4, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'gw_port': {'id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:18Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '39aa4f37-e255-49c5-b43b-ef994b370be8', 'name': '', 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'mac_address': 'fa:16:3e:46:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '68a34ad1-cdd3-424c-8e73-7c05cc04be85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:20Z', 'updated_at': '2021-01-25T16:12:29Z', 'revision_number': 5, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'subnets': [{'id': '68a34ad1-cdd3-424c-8e73-7c05cc04be85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:15:57.552470 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73be1d5-0587-4d86-8ec8-72b0dc1bf636 None None] The sync data for ids ['20975dc5-e58b-4612-b344-8f49753369bc'] in dv-cinder-766064-3-iscsi is: [{'id': '20975dc5-e58b-4612-b344-8f49753369bc', 'name': 'tempest-TestMinimumBasicScenario-2096006269-router', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:17Z', 'updated_at': '2021-01-25T16:12:21Z', 'revision_number': 4, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'gw_port': {'id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:18Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '39aa4f37-e255-49c5-b43b-ef994b370be8', 'name': '', 'network_id': '3d1b4a78-6fa5-4235-8076-b2b3ac751aff', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'mac_address': 'fa:16:3e:46:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '68a34ad1-cdd3-424c-8e73-7c05cc04be85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:20Z', 'updated_at': '2021-01-25T16:12:29Z', 'revision_number': 5, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'subnets': [{'id': '68a34ad1-cdd3-424c-8e73-7c05cc04be85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:15:57.574400 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474af6e7-1ec3-448a-91b6-39ae6e48865f req-d185ec31-0f69-42cd-96f6-192d559fc6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:57.575341 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-474af6e7-1ec3-448a-91b6-39ae6e48865f req-d185ec31-0f69-42cd-96f6-192d559fc6f8 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3d1b4a78-6fa5-4235-8076-b2b3ac751aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463858 Jan 25 16:15:57.658026 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-474af6e7-1ec3-448a-91b6-39ae6e48865f req-79658788-0b59-4a8f-b317-b0653fffc167 service neutron] 10.222.0.117 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0757132 Jan 25 16:15:57.740581 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-474af6e7-1ec3-448a-91b6-39ae6e48865f req-6c9b5ea2-c5a9-4606-8ee1-e7b2c96bf277 service neutron] 10.222.0.117 "GET /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0741320 Jan 25 16:15:57.862284 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893bfbc3-efba-4a72-84d3-a06c78510faa None None] New status for floating IP 8289e6b4-0d7c-4ff7-b17f-ff100bd6e4ea: DOWN {{(pid=79986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 16:15:58.030515 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ded48-502d-48e7-bdaf-5d40700eab0a req-b9716f5a-1586-410f-9398-6c044dfd2ab5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:58.031438 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-af1ded48-502d-48e7-bdaf-5d40700eab0a req-b9716f5a-1586-410f-9398-6c044dfd2ab5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0658023 Jan 25 16:15:58.066071 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-af1ded48-502d-48e7-bdaf-5d40700eab0a req-a98b33ef-a9ca-41c2-a2c4-75b0700b2d86 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272348 Jan 25 16:15:58.263368 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29342ab3-f41b-40f9-9bfd-05cd5e69bb4d req-57786bef-0113-4295-9431-ad5e3eae527d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:58.264540 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-29342ab3-f41b-40f9-9bfd-05cd5e69bb4d req-57786bef-0113-4295-9431-ad5e3eae527d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0726798 Jan 25 16:15:58.298111 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-29342ab3-f41b-40f9-9bfd-05cd5e69bb4d req-46c23915-92f4-4b1c-ab94-e513aa71ae66 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293674 Jan 25 16:15:58.804777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4f19d-4a07-4133-8df7-260d153d71e1 req-ff37c5e3-9c61-464a-ab8b-2c8535dd3f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:58.805840 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fee4f19d-4a07-4133-8df7-260d153d71e1 req-ff37c5e3-9c61-464a-ab8b-2c8535dd3f58 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 1163 time: 0.0524821 Jan 25 16:15:58.839338 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fee4f19d-4a07-4133-8df7-260d153d71e1 req-2b4beee3-a7c0-4e5e-86a2-18d1b0652d45 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246706 Jan 25 16:15:59.239460 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691793da-706c-4d27-92a6-9a5b20aab066 req-d1a3d3b5-5c42-49be-8ea0-5b1a557abdc7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:59.240504 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-691793da-706c-4d27-92a6-9a5b20aab066 req-d1a3d3b5-5c42-49be-8ea0-5b1a557abdc7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0742378 Jan 25 16:15:59.275293 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-691793da-706c-4d27-92a6-9a5b20aab066 req-50a4f8ce-401d-40c0-8514-9ef972f57852 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301867 Jan 25 16:15:59.449962 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec00a11-15c5-41ea-9697-a69e1584daad req-248646c9-5703-4495-96e7-58ad2f11c4dc tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:15:59.450991 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cec00a11-15c5-41ea-9697-a69e1584daad req-248646c9-5703-4495-96e7-58ad2f11c4dc tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0710251 Jan 25 16:15:59.484066 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cec00a11-15c5-41ea-9697-a69e1584daad req-5b88ef09-54e9-474d-a31d-d514d7b8114a tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289729 Jan 25 16:16:00.456424 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81919d69-d9a3-478f-9e9c-a5f3bb194d30 req-010010d2-c7a8-4be7-85a2-c01f0b53ad52 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:00.457524 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-81919d69-d9a3-478f-9e9c-a5f3bb194d30 req-010010d2-c7a8-4be7-85a2-c01f0b53ad52 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0785215 Jan 25 16:16:00.492225 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-81919d69-d9a3-478f-9e9c-a5f3bb194d30 req-fb96c424-5e51-4e83-a97d-190e67da26f5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299790 Jan 25 16:16:00.645702 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd17f8d-6bed-4736-b701-8dff2096736d req-a6355a35-e291-4d34-b441-49e79d0e883d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:00.646999 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5cd17f8d-6bed-4736-b701-8dff2096736d req-a6355a35-e291-4d34-b441-49e79d0e883d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0832300 Jan 25 16:16:00.684062 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5cd17f8d-6bed-4736-b701-8dff2096736d req-45bc2bff-b9eb-45c5-94c0-335f4b6e66d4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304070 Jan 25 16:16:01.068831 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace43ed-9618-4f44-9c8e-43604bfee2e3 req-2b2b66c5-47ff-41e3-930b-d77907f1dfb5 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:01.069772 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cace43ed-9618-4f44-9c8e-43604bfee2e3 req-2b2b66c5-47ff-41e3-930b-d77907f1dfb5 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0715036 Jan 25 16:16:01.106880 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cace43ed-9618-4f44-9c8e-43604bfee2e3 req-bc937160-de8e-4452-b630-0bf7e71dbde1 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315187 Jan 25 16:16:01.217104 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device f739532b-7f07-4057-92be-f69b0a933c81 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:16:01.275865 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port f739532b-7f07-4057-92be-f69b0a933c81 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:16:01.276160 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:01.415369 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f52632-276c-4f53-8083-34b8fcd004cf req-605d1629-7acc-4978-affc-1acc623feef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:01.416310 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d5f52632-276c-4f53-8083-34b8fcd004cf req-605d1629-7acc-4978-affc-1acc623feef0 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=98ec46fb71464bd3bf88c602bca1e490&device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 1163 time: 0.0989182 Jan 25 16:16:01.512571 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f52632-276c-4f53-8083-34b8fcd004cf req-51a64120-c800-4755-b521-2c678c7c5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:01.513572 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d5f52632-276c-4f53-8083-34b8fcd004cf req-51a64120-c800-4755-b521-2c678c7c5a24 service neutron] 10.222.0.117 "GET /v2.0/networks?id=4092863d-99a9-4ca0-baee-920a42d2b318 HTTP/1.1" status: 200 len: 913 time: 0.0889230 Jan 25 16:16:01.566671 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d5f52632-276c-4f53-8083-34b8fcd004cf req-1f6cbe71-f3e1-4d0d-a9f0-d95a0151a7b6 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f739532b-7f07-4057-92be-f69b0a933c81 HTTP/1.1" status: 200 len: 217 time: 0.0435033 Jan 25 16:16:01.650814 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42f4ed-f80f-433f-ba8e-e185051bc134 req-d2e16462-0766-45c9-8d51-97e6acb06a54 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:01.651821 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5e42f4ed-f80f-433f-ba8e-e185051bc134 req-d2e16462-0766-45c9-8d51-97e6acb06a54 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0716953 Jan 25 16:16:01.682494 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5e42f4ed-f80f-433f-ba8e-e185051bc134 req-0e98158a-fd7d-4e81-9159-8a7000f949cc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273871 Jan 25 16:16:02.237697 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f52632-276c-4f53-8083-34b8fcd004cf req-2ec09f21-583e-4929-ba1f-4e80cbf70deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:02.238454 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d5f52632-276c-4f53-8083-34b8fcd004cf req-2ec09f21-583e-4929-ba1f-4e80cbf70deb service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ad719a1d-709c-4782-94bc-05e947cd33ab HTTP/1.1" status: 200 len: 859 time: 0.0626314 Jan 25 16:16:02.266758 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3ea66-cd32-4f45-b697-a3a8e0d6e7bd req-f47fdd1e-24e6-45ec-8785-19b8ce5bc85f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:02.267584 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e5f3ea66-cd32-4f45-b697-a3a8e0d6e7bd req-f47fdd1e-24e6-45ec-8785-19b8ce5bc85f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0711172 Jan 25 16:16:02.301698 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e5f3ea66-cd32-4f45-b697-a3a8e0d6e7bd req-b9f5be31-d92a-4f15-82c8-e7e68209c0ea tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261230 Jan 25 16:16:02.753212 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d5f52632-276c-4f53-8083-34b8fcd004cf req-16070ab2-5ef4-4b77-876f-95d4b4b7cb0b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4092863d-99a9-4ca0-baee-920a42d2b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462942 Jan 25 16:16:02.858530 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2555b-6c68-4132-afb2-3fcdd990d5c7 req-b2da8d45-da3d-42e2-9b17-10fe38a216b9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:02.859537 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bcf2555b-6c68-4132-afb2-3fcdd990d5c7 req-b2da8d45-da3d-42e2-9b17-10fe38a216b9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0747883 Jan 25 16:16:02.897408 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bcf2555b-6c68-4132-afb2-3fcdd990d5c7 req-a1ddb016-39dd-48fd-9757-fdccdf7c0339 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305173 Jan 25 16:16:03.480306 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d5f52632-276c-4f53-8083-34b8fcd004cf req-7d87a876-4e55-4954-b752-01893e8457c7 service neutron] 10.222.0.117 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491170 Jan 25 16:16:03.520313 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258532cd-433c-454a-ab6f-75ce9b5e4a81 req-41f1ebd1-27cb-43a9-a85b-ded3f2898f6d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:03.521265 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-258532cd-433c-454a-ab6f-75ce9b5e4a81 req-41f1ebd1-27cb-43a9-a85b-ded3f2898f6d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.1183617 Jan 25 16:16:03.601989 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-258532cd-433c-454a-ab6f-75ce9b5e4a81 req-2a2b5deb-2425-49be-9a74-fa37ff844371 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523536 Jan 25 16:16:03.615744 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d5f52632-276c-4f53-8083-34b8fcd004cf req-9bcae0d4-00c9-423a-8d51-e20d00fb4cc5 service neutron] 10.222.0.117 "GET /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1306269 Jan 25 16:16:04.165726 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b7bd9-52da-483e-a473-0f18d7313d76 req-9c6d39dd-e6f9-4932-b2d7-46bafd4c83cb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:04.166822 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-578b7bd9-52da-483e-a473-0f18d7313d76 req-9c6d39dd-e6f9-4932-b2d7-46bafd4c83cb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1676567 Jan 25 16:16:04.200257 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-578b7bd9-52da-483e-a473-0f18d7313d76 req-7ba5c8a5-0e78-4194-89ee-af189d11192e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289288 Jan 25 16:16:04.519096 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:16:04.804257 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284403cf-f295-4d07-a334-0b4ff176f0fb req-cbff3ec6-2d80-42e8-a87d-398a8ebc1782 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:04.805459 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-284403cf-f295-4d07-a334-0b4ff176f0fb req-cbff3ec6-2d80-42e8-a87d-398a8ebc1782 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0896721 Jan 25 16:16:04.841539 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-284403cf-f295-4d07-a334-0b4ff176f0fb req-e4df700d-6416-49ae-91cd-167f5969f4ce tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315912 Jan 25 16:16:05.374344 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8874387-d8fb-4fe5-85df-fbea7cf080a9 req-38c1e799-3bd2-4e14-850e-2726beaf78a1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:05.375418 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e8874387-d8fb-4fe5-85df-fbea7cf080a9 req-38c1e799-3bd2-4e14-850e-2726beaf78a1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0744452 Jan 25 16:16:05.409816 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e8874387-d8fb-4fe5-85df-fbea7cf080a9 req-3c4f6604-87a6-41ef-a66b-c614d710e0ae tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301318 Jan 25 16:16:06.004429 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cac17-b880-4389-99b4-1eb55472fa51 req-4c16302c-378d-449e-b8e7-81cff23ddc51 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:06.005480 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f98cac17-b880-4389-99b4-1eb55472fa51 req-4c16302c-378d-449e-b8e7-81cff23ddc51 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0803411 Jan 25 16:16:06.042035 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f98cac17-b880-4389-99b4-1eb55472fa51 req-d51a4d79-6b99-4ca3-acd9-cd7a7dc2def3 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293438 Jan 25 16:16:06.593288 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b5670-c836-4a1a-bf87-0c0e45168b4a req-ea6cf29f-f2fe-4187-bf81-fb25089b09d0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:06.594387 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-606b5670-c836-4a1a-bf87-0c0e45168b4a req-ea6cf29f-f2fe-4187-bf81-fb25089b09d0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0771315 Jan 25 16:16:06.633342 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-606b5670-c836-4a1a-bf87-0c0e45168b4a req-8243fcd7-2394-454e-805f-04f0e0029d0d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318484 Jan 25 16:16:07.823461 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982059fb-ac15-4d8d-a9ed-c4f2bb24e11f req-606d5b72-da86-4d8b-9865-30592b8d583a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:07.824593 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-982059fb-ac15-4d8d-a9ed-c4f2bb24e11f req-606d5b72-da86-4d8b-9865-30592b8d583a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0862286 Jan 25 16:16:07.864763 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-982059fb-ac15-4d8d-a9ed-c4f2bb24e11f req-a21fa1c4-6d5e-4611-aad2-9af41afe8556 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328050 Jan 25 16:16:09.049221 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a49d19-1278-422a-8ad6-ace09d62d817 req-f6b68a8e-e493-4e6e-9f42-e98dfce14109 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:09.050401 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a6a49d19-1278-422a-8ad6-ace09d62d817 req-f6b68a8e-e493-4e6e-9f42-e98dfce14109 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0713136 Jan 25 16:16:09.085658 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a6a49d19-1278-422a-8ad6-ace09d62d817 req-a4654740-9133-40c8-9be5-351fbe289e5e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309484 Jan 25 16:16:09.207181 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-30e1274a-ea5a-498e-a0e5-dfd04011e625 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:09.207681 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-30e1274a-ea5a-498e-a0e5-dfd04011e625 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Synchronizing usage tracker for tenant:212d11d539e24800b27e4dceee2a3ab7 on resource:network {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:16:09.218343 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-30e1274a-ea5a-498e-a0e5-dfd04011e625 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Unset dirty status for tenant:212d11d539e24800b27e4dceee2a3ab7 on resource:network {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:16:09.219142 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-30e1274a-ea5a-498e-a0e5-dfd04011e625 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/networks?id=ad05e1f3-9673-4252-b943-5a928b9dd11e HTTP/1.1" status: 200 len: 814 time: 0.1275234 Jan 25 16:16:09.230332 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-b34d80c6-fb35-49a5-8a63-99b3898bb321 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/quotas/212d11d539e24800b27e4dceee2a3ab7 HTTP/1.1" status: 200 len: 375 time: 0.0066280 Jan 25 16:16:09.263429 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-1b82d7ce-65cf-4066-a00b-415dadcd0315 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?tenant_id=212d11d539e24800b27e4dceee2a3ab7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298715 Jan 25 16:16:09.355973 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-a6037e38-7db5-4ae2-9d6e-6ce89100ec09 service neutron] 10.222.0.107 "GET /v2.0/networks/ad05e1f3-9673-4252-b943-5a928b9dd11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877991 Jan 25 16:16:09.447764 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-0d261e03-a3a0-4ab7-9b25-02b3fd51bb84 service neutron] 10.222.0.107 "GET /v2.0/networks/ad05e1f3-9673-4252-b943-5a928b9dd11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0872104 Jan 25 16:16:09.769591 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-91ed372e-83ec-4539-975f-062d1a9c9dfa req-2d0d68ef-25a1-4a9d-9476-a5cbcdba8e41 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5ffe3015-5bf1-42c1-b814-a1e10fc5718f HTTP/1.1" status: 200 len: 210 time: 0.2243545 Jan 25 16:16:09.836569 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dba1e-bc1b-43d4-935c-4b3fef7fb119 req-8947cebe-e56e-4e82-8e4a-ed5428f0c73a tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:09.837004 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-d14dba1e-bc1b-43d4-935c-4b3fef7fb119 req-8947cebe-e56e-4e82-8e4a-ed5428f0c73a tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Synchronizing usage tracker for tenant:cf7540de0e56436e91efecf367152a89 on resource:port {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:16:09.845165 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-d14dba1e-bc1b-43d4-935c-4b3fef7fb119 req-8947cebe-e56e-4e82-8e4a-ed5428f0c73a tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Unset dirty status for tenant:cf7540de0e56436e91efecf367152a89 on resource:port {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:16:09.846119 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d14dba1e-bc1b-43d4-935c-4b3fef7fb119 req-8947cebe-e56e-4e82-8e4a-ed5428f0c73a tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 946 time: 0.0658021 Jan 25 16:16:09.877073 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d14dba1e-bc1b-43d4-935c-4b3fef7fb119 req-f8316cf8-0d08-4fb5-b73a-7df1b7a2e3b5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273094 Jan 25 16:16:10.261482 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3d844-9e1a-494f-999e-b199bc7ee91e req-8489c688-b635-4f94-be4a-22421470b0e3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:10.262547 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-45b3d844-9e1a-494f-999e-b199bc7ee91e req-8489c688-b635-4f94-be4a-22421470b0e3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0750992 Jan 25 16:16:10.296005 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-45b3d844-9e1a-494f-999e-b199bc7ee91e req-04f66c50-0f97-4c50-832a-74bcc4186539 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298367 Jan 25 16:16:10.903896 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-82d9b19b-d4c9-4d2e-84ac-dfad9f4bc089 req-36f7858a-302b-4cae-9fc4-d971636418dd tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5ffe3015-5bf1-42c1-b814-a1e10fc5718f HTTP/1.1" status: 200 len: 210 time: 0.0452921 Jan 25 16:16:11.014029 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064998f-a4df-420c-8ad0-d7c902267ad6 req-070b0b95-27a9-45a6-ac4d-138e1531658c tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:11.014979 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5064998f-a4df-420c-8ad0-d7c902267ad6 req-070b0b95-27a9-45a6-ac4d-138e1531658c tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 946 time: 0.0672712 Jan 25 16:16:11.047705 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-5064998f-a4df-420c-8ad0-d7c902267ad6 req-ee4245a5-9a1a-4ce7-b575-cfd20ac0f835 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Synchronizing usage tracker for tenant:cf7540de0e56436e91efecf367152a89 on resource:security_group {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:16:11.058679 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-5064998f-a4df-420c-8ad0-d7c902267ad6 req-ee4245a5-9a1a-4ce7-b575-cfd20ac0f835 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Unset dirty status for tenant:cf7540de0e56436e91efecf367152a89 on resource:security_group {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:16:11.059426 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5064998f-a4df-420c-8ad0-d7c902267ad6 req-ee4245a5-9a1a-4ce7-b575-cfd20ac0f835 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/security-groups?id=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404036 Jan 25 16:16:11.476908 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c10c5a-a7a9-4fc8-8556-57925b436299 req-8eb3cc19-7ded-4c29-ba0b-b8a0c2d82541 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:11.477914 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-64c10c5a-a7a9-4fc8-8556-57925b436299 req-8eb3cc19-7ded-4c29-ba0b-b8a0c2d82541 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0845430 Jan 25 16:16:11.515832 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-64c10c5a-a7a9-4fc8-8556-57925b436299 req-43b4ded9-20cd-4f98-9c25-af35ca9eb0c1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324388 Jan 25 16:16:11.549974 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d5b54-c840-4a94-8f02-0658ae8712f9 req-4465df7b-f3cd-4fe5-87e8-6eb54e41c965 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:11.551027 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bb2d5b54-c840-4a94-8f02-0658ae8712f9 req-4465df7b-f3cd-4fe5-87e8-6eb54e41c965 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.117 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 946 time: 0.0724907 Jan 25 16:16:11.608735 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-bb2d5b54-c840-4a94-8f02-0658ae8712f9 req-314947fa-9d09-4ea3-b4ba-e2e1e4434cf5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Deleting port ac93ef6c-ba48-4fc2-b7ac-c644d924366b {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:16:11.608926 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bb2d5b54-c840-4a94-8f02-0658ae8712f9 req-314947fa-9d09-4ea3-b4ba-e2e1e4434cf5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:11.773918 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-bb2d5b54-c840-4a94-8f02-0658ae8712f9 req-314947fa-9d09-4ea3-b4ba-e2e1e4434cf5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] For port ac93ef6c-ba48-4fc2-b7ac-c644d924366b, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=ac93ef6c-ba48-4fc2-b7ac-c644d924366b,segment=NetworkSegment(d94251e5-8c1d-4c4d-8471-c81311948afe),segment_id=d94251e5-8c1d-4c4d-8471-c81311948afe)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:16:11.774180 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bb2d5b54-c840-4a94-8f02-0658ae8712f9 req-314947fa-9d09-4ea3-b4ba-e2e1e4434cf5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:11.840259 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-bb2d5b54-c840-4a94-8f02-0658ae8712f9 req-314947fa-9d09-4ea3-b4ba-e2e1e4434cf5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Calling delete_port for ac93ef6c-ba48-4fc2-b7ac-c644d924366b owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:16:11.929416 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bb2d5b54-c840-4a94-8f02-0658ae8712f9 req-314947fa-9d09-4ea3-b4ba-e2e1e4434cf5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:11.941715 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1da50fc8-786c-42bb-9a27-8fdfaa34c73c tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:12.012742 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314947fa-9d09-4ea3-b4ba-e2e1e4434cf5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Pushing event deleted for resources: {'Port': ['ID=ac93ef6c-ba48-4fc2-b7ac-c644d924366b,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:12.018796 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-314947fa-9d09-4ea3-b4ba-e2e1e4434cf5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:12.027255 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6031db3f-64ae-4dce-848e-f00a1d04125e req-2c1ee341-c534-492b-8c1c-64a8a1e88d6c tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5ffe3015-5bf1-42c1-b814-a1e10fc5718f HTTP/1.1" status: 200 len: 210 time: 0.0378554 Jan 25 16:16:12.079066 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2d5b54-c840-4a94-8f02-0658ae8712f9 req-314947fa-9d09-4ea3-b4ba-e2e1e4434cf5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] No DVR routers for this DVR port ac93ef6c-ba48-4fc2-b7ac-c644d924366b on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:16:12.080985 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bb2d5b54-c840-4a94-8f02-0658ae8712f9 req-314947fa-9d09-4ea3-b4ba-e2e1e4434cf5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:12.082661 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b910f02-d8f4-4242-a932-b4a1b6194059', 'name': 'network-vif-deleted', 'tag': 'ac93ef6c-ba48-4fc2-b7ac-c644d924366b'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:16:12.134679 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bb2d5b54-c840-4a94-8f02-0658ae8712f9 req-314947fa-9d09-4ea3-b4ba-e2e1e4434cf5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.117 "DELETE /v2.0/ports/ac93ef6c-ba48-4fc2-b7ac-c644d924366b HTTP/1.1" status: 204 len: 173 time: 0.5756612 Jan 25 16:16:12.158641 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7fa3fd78-d1f9-4c42-8fc2-c6bb04b5746e req-1d5d9f0f-8d97-4d62-9b5e-83fc4293840b tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 210 time: 0.0306284 Jan 25 16:16:12.185627 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b910f02-d8f4-4242-a932-b4a1b6194059', 'name': 'network-vif-deleted', 'tag': 'ac93ef6c-ba48-4fc2-b7ac-c644d924366b', 'status': 'completed', 'code': 200} Jan 25 16:16:12.663139 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d4b80-156a-4853-a3a9-14b2dce910b1 req-3bf3cbec-7b51-4d12-b34b-7a745de1bd1f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:12.664109 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-508d4b80-156a-4853-a3a9-14b2dce910b1 req-3bf3cbec-7b51-4d12-b34b-7a745de1bd1f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0650911 Jan 25 16:16:12.698523 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-508d4b80-156a-4853-a3a9-14b2dce910b1 req-0c8b8e8b-def2-49c9-bc7f-1147cce12eea tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308242 Jan 25 16:16:13.125874 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b836f94d-50aa-4244-97f7-d9bbd76784b0 req-500a3106-f721-448b-8b0e-b9a6f8a57d26 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5ffe3015-5bf1-42c1-b814-a1e10fc5718f HTTP/1.1" status: 200 len: 210 time: 0.0290763 Jan 25 16:16:13.244305 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device ac93ef6c-ba48-4fc2-b7ac-c644d924366b no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:16:13.267031 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] No Port match for: ac93ef6c-ba48-4fc2-b7ac-c644d924366b {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:16:13.267236 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device ac93ef6c-ba48-4fc2-b7ac-c644d924366b not bound to the agent host hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:16:13.276424 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-128d9462-2b0f-4a36-bce2-1eeda52f6f51 req-c06274fe-9088-4ccb-81c1-e05ab0d4f2df tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 210 time: 0.0350976 Jan 25 16:16:13.659122 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-50f36599-22ef-4de7-bca5-8c847ae3208f tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:13.660288 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-50f36599-22ef-4de7-bca5-8c847ae3208f tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.117 "GET /v2.0/networks?id=ad05e1f3-9673-4252-b943-5a928b9dd11e HTTP/1.1" status: 200 len: 814 time: 0.1236217 Jan 25 16:16:13.674312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-ff923f8f-a9c0-41c9-b180-14796b290e8d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Request body: {'port': {'device_id': '5ffe3015-5bf1-42c1-b814-a1e10fc5718f', 'network_id': 'ad05e1f3-9673-4252-b943-5a928b9dd11e', 'admin_state_up': True, 'tenant_id': '212d11d539e24800b27e4dceee2a3ab7'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:16:13.763589 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-ff923f8f-a9c0-41c9-b180-14796b290e8d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:16:13.769224 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-ff923f8f-a9c0-41c9-b180-14796b290e8d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:16:13.776077 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-ff923f8f-a9c0-41c9-b180-14796b290e8d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Made reservation on behalf of 212d11d539e24800b27e4dceee2a3ab7 for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:16:13.782573 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-ff923f8f-a9c0-41c9-b180-14796b290e8d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:13.902708 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47465c-3c7a-42b9-8fb9-de2a38d63905 req-2d6630c0-3466-4d3e-90f1-71cdf79e6bdf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:13.903644 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9f47465c-3c7a-42b9-8fb9-de2a38d63905 req-2d6630c0-3466-4d3e-90f1-71cdf79e6bdf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1149497 Jan 25 16:16:13.971241 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9f47465c-3c7a-42b9-8fb9-de2a38d63905 req-4b1f8f09-7cf9-47a6-93c5-a645e0220af4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637779 Jan 25 16:16:14.019311 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-ff923f8f-a9c0-41c9-b180-14796b290e8d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Allocated IP 172.20.0.2 (ad05e1f3-9673-4252-b943-5a928b9dd11e/f3df57bb-544b-4bca-bdb9-27d6a9b22e5f/90c7f377-1421-408d-97b3-25ab75f63685) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:16:14.138427 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-ff923f8f-a9c0-41c9-b180-14796b290e8d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:14.181992 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-ff923f8f-a9c0-41c9-b180-14796b290e8d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:14.194458 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-84f33e3c-4382-4542-aa2d-1cd08a07d922 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:14.275514 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff923f8f-a9c0-41c9-b180-14796b290e8d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Pushing event updated for resources: {'Port': ['ID=90c7f377-1421-408d-97b3-25ab75f63685,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:14.279146 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ff923f8f-a9c0-41c9-b180-14796b290e8d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:14.315114 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21313273-dd6c-46f7-b8f5-a3a4955d476a req-4dfd8db7-28d8-4bb2-9c87-634f8d3370a7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:14.316047 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-21313273-dd6c-46f7-b8f5-a3a4955d476a req-4dfd8db7-28d8-4bb2-9c87-634f8d3370a7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.1587610 Jan 25 16:16:14.328896 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f6e03-c694-41ab-9110-03b3f09c9ee9 req-5f8bb95c-d8aa-46f9-9df8-caac086630bc tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:14.329876 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c45f6e03-c694-41ab-9110-03b3f09c9ee9 req-5f8bb95c-d8aa-46f9-9df8-caac086630bc tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5ffe3015-5bf1-42c1-b814-a1e10fc5718f HTTP/1.1" status: 200 len: 931 time: 0.0618551 Jan 25 16:16:14.338764 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-ff923f8f-a9c0-41c9-b180-14796b290e8d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Network ad05e1f3-9673-4252-b943-5a928b9dd11e is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:16:14.339493 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-ff923f8f-a9c0-41c9-b180-14796b290e8d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:16:14.344359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-ff923f8f-a9c0-41c9-b180-14796b290e8d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:16:14.368236 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c45f6e03-c694-41ab-9110-03b3f09c9ee9 req-bad54922-440c-4014-90c0-7476d24761cc tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/security-groups?id=019fc4b4-e7e0-4d62-86fd-651ea2d00160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302598 Jan 25 16:16:14.377311 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-21313273-dd6c-46f7-b8f5-a3a4955d476a req-6524173d-73c5-4fb8-bfe5-3b6a95235dd5 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569081 Jan 25 16:16:14.402038 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-ff923f8f-a9c0-41c9-b180-14796b290e8d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:14.402442 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-ff923f8f-a9c0-41c9-b180-14796b290e8d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:14.416694 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-ff923f8f-a9c0-41c9-b180-14796b290e8d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7450054 Jan 25 16:16:14.427124 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Request body: {'port': {'device_id': '5ffe3015-5bf1-42c1-b814-a1e10fc5718f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:16:14.482794 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-8292324c-6ca1-4c59-b3bb-6d21518e9cb9 req-d7dc5b39-5c2c-48f1-ac98-bd93a94f4790 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Synchronizing usage tracker for tenant:cf7540de0e56436e91efecf367152a89 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:16:14.495541 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4755fa-254b-41bf-969f-48e10ee79d43 req-9b4ab227-68e5-4bf4-aff5-8fad79c80226 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:14.496535 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4e4755fa-254b-41bf-969f-48e10ee79d43 req-9b4ab227-68e5-4bf4-aff5-8fad79c80226 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0587921 Jan 25 16:16:14.518927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-8292324c-6ca1-4c59-b3bb-6d21518e9cb9 req-d7dc5b39-5c2c-48f1-ac98-bd93a94f4790 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Unset dirty status for tenant:cf7540de0e56436e91efecf367152a89 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:16:14.519666 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8292324c-6ca1-4c59-b3bb-6d21518e9cb9 req-d7dc5b39-5c2c-48f1-ac98-bd93a94f4790 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] 10.222.0.107 "GET /v2.0/ports?device_id=9b910f02-d8f4-4242-a932-b4a1b6194059 HTTP/1.1" status: 200 len: 210 time: 0.0701637 Jan 25 16:16:14.524721 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:14.525490 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4e4755fa-254b-41bf-969f-48e10ee79d43 req-ff704864-0547-41ef-9b8d-8a468b5031f0 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252209 Jan 25 16:16:14.963397 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c7f377-1421-408d-97b3-25ab75f63685 {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:16:14.968420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:14.975732 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Transition to ACTIVE for port object 90c7f377-1421-408d-97b3-25ab75f63685 will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:16:14.978156 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:14.986298 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:15.065866 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Pushing event updated for resources: {'Port': ['ID=90c7f377-1421-408d-97b3-25ab75f63685,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:15.068107 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:15.126676 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f27b9-b7ea-4980-9304-87035474c1ea req-6a8c3365-58c6-4511-9436-061ad85baa96 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:15.127611 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-121f27b9-b7ea-4980-9304-87035474c1ea req-6a8c3365-58c6-4511-9436-061ad85baa96 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0649898 Jan 25 16:16:15.159222 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-121f27b9-b7ea-4980-9304-87035474c1ea req-27d35500-9bad-4ed6-826a-3ba90b929673 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275853 Jan 25 16:16:15.179700 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Attempting to bind port 90c7f377-1421-408d-97b3-25ab75f63685 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:16:15.179903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Attempting to bind port 90c7f377-1421-408d-97b3-25ab75f63685 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': 'a27b1430-2d50-4129-9772-c71834432665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ad05e1f3-9673-4252-b943-5a928b9dd11e'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:16:15.180109 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Attempting to bind port 90c7f377-1421-408d-97b3-25ab75f63685 on network ad05e1f3-9673-4252-b943-5a928b9dd11e {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:16:15.183095 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:16:15.183296 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Checking segment: {'id': 'a27b1430-2d50-4129-9772-c71834432665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ad05e1f3-9673-4252-b943-5a928b9dd11e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:16:15.183517 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:15.183730 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Bound using segment: {'id': 'a27b1430-2d50-4129-9772-c71834432665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ad05e1f3-9673-4252-b943-5a928b9dd11e'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:16:15.183991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Bound port: 90c7f377-1421-408d-97b3-25ab75f63685, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27b1430-2d50-4129-9772-c71834432665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ad05e1f3-9673-4252-b943-5a928b9dd11e'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:16:15.184206 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:15.234735 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] For port 90c7f377-1421-408d-97b3-25ab75f63685, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:16:15.236511 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] For port 90c7f377-1421-408d-97b3-25ab75f63685, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=90c7f377-1421-408d-97b3-25ab75f63685,segment=NetworkSegment(a27b1430-2d50-4129-9772-c71834432665),segment_id=a27b1430-2d50-4129-9772-c71834432665)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:16:15.239082 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:15.246192 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9fc6d3fd-704a-4b08-9db8-32aed7a76539 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:15.322399 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Pushing event updated for resources: {'Port': ['ID=90c7f377-1421-408d-97b3-25ab75f63685,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:15.325130 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:15.343204 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:15.343592 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:15.344476 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] 10.222.0.117 "PUT /v2.0/ports/90c7f377-1421-408d-97b3-25ab75f63685 HTTP/1.1" status: 200 len: 1157 time: 0.9200051 Jan 25 16:16:15.344806 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffe3015-5bf1-42c1-b814-a1e10fc5718f', 'tag': '90c7f377-1421-408d-97b3-25ab75f63685'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:16:15.394663 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffe3015-5bf1-42c1-b814-a1e10fc5718f', 'tag': '90c7f377-1421-408d-97b3-25ab75f63685', 'status': 'completed', 'code': 200} Jan 25 16:16:15.418457 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-59ef321f-fb8b-41f3-a467-03dc9670b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:15.419367 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-59ef321f-fb8b-41f3-a467-03dc9670b1fc service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=212d11d539e24800b27e4dceee2a3ab7&device_id=5ffe3015-5bf1-42c1-b814-a1e10fc5718f HTTP/1.1" status: 200 len: 1160 time: 0.0475471 Jan 25 16:16:15.482872 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-22de1c56-c475-418f-b78d-fc29575f9b4f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90c7f377-1421-408d-97b3-25ab75f63685 HTTP/1.1" status: 200 len: 217 time: 0.0559733 Jan 25 16:16:15.502482 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36f7aa-4a88-46a1-978e-b94f1b1bf99f req-b2172af7-4041-425d-bcae-9172c75e483f tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:15.503586 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1a36f7aa-4a88-46a1-978e-b94f1b1bf99f req-b2172af7-4041-425d-bcae-9172c75e483f tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5ffe3015-5bf1-42c1-b814-a1e10fc5718f HTTP/1.1" status: 200 len: 943 time: 0.0693307 Jan 25 16:16:15.530794 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-97bff82b-6bb6-4f24-af8b-f4b90a95bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:15.531690 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-97bff82b-6bb6-4f24-af8b-f4b90a95bdde service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f3df57bb-544b-4bca-bdb9-27d6a9b22e5f HTTP/1.1" status: 200 len: 854 time: 0.0430188 Jan 25 16:16:15.535418 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1a36f7aa-4a88-46a1-978e-b94f1b1bf99f req-f33dfa1a-fd33-422e-aa33-2efe2fde35f5 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/security-groups?id=019fc4b4-e7e0-4d62-86fd-651ea2d00160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279105 Jan 25 16:16:15.573553 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6401fa3-7906-4d45-bd10-69fa347f183b req-80f78fb9-55a8-4b5a-a85b-6f09112e0177 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:15.574454 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c6401fa3-7906-4d45-bd10-69fa347f183b req-80f78fb9-55a8-4b5a-a85b-6f09112e0177 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.1196206 Jan 25 16:16:15.578168 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-5c8cbd68-ffbc-4161-9dff-343de3b64a2a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ad05e1f3-9673-4252-b943-5a928b9dd11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413587 Jan 25 16:16:15.649994 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c6401fa3-7906-4d45-bd10-69fa347f183b req-989f3eee-bd08-4985-ae18-45955f88805c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712111 Jan 25 16:16:15.665395 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514c0e2-8c74-4bb3-b4de-69f4051f3cac req-777dbe3e-999e-4dc2-aba8-24e5bdb9975f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:15.666351 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3514c0e2-8c74-4bb3-b4de-69f4051f3cac req-777dbe3e-999e-4dc2-aba8-24e5bdb9975f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0725005 Jan 25 16:16:15.676843 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-58613b40-eb1c-446b-b7b4-138ad30ce060 service neutron] 10.222.0.117 "GET /v2.0/networks/ad05e1f3-9673-4252-b943-5a928b9dd11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896738 Jan 25 16:16:15.700147 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3514c0e2-8c74-4bb3-b4de-69f4051f3cac req-6714bddf-658a-4562-bf07-107a391062be tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264163 Jan 25 16:16:15.764500 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f7ed9b2-5866-4f68-9d20-cc4c0dbb3345 req-509b3e66-d4fd-4afd-a8ed-5f94a82dc3ea service neutron] 10.222.0.117 "GET /v2.0/networks/ad05e1f3-9673-4252-b943-5a928b9dd11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0793056 Jan 25 16:16:16.006058 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e93324-eb6f-4780-979d-9f9e6e6cd300 req-3b8e2a47-5555-422a-80dd-a877e380041c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:16.007030 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-09e93324-eb6f-4780-979d-9f9e6e6cd300 req-3b8e2a47-5555-422a-80dd-a877e380041c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.117 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0653198 Jan 25 16:16:16.057795 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-09e93324-eb6f-4780-979d-9f9e6e6cd300 req-a386d21a-8902-4bac-a07b-9fe1b8d16fff tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Deleting port e2cae2bb-104d-42f4-99ee-33aca6035803 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:16:16.058033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-09e93324-eb6f-4780-979d-9f9e6e6cd300 req-a386d21a-8902-4bac-a07b-9fe1b8d16fff tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:16.209456 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 42718) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:16.211618 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-09e93324-eb6f-4780-979d-9f9e6e6cd300 req-a386d21a-8902-4bac-a07b-9fe1b8d16fff tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] For port e2cae2bb-104d-42f4-99ee-33aca6035803, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=e2cae2bb-104d-42f4-99ee-33aca6035803,segment=NetworkSegment(3f715a25-a095-496e-a199-326d7ad1ef6c),segment_id=3f715a25-a095-496e-a199-326d7ad1ef6c)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:16:16.211840 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-09e93324-eb6f-4780-979d-9f9e6e6cd300 req-a386d21a-8902-4bac-a07b-9fe1b8d16fff tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:16.293850 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037cda2-bee9-4c37-9f18-6a062ead63bc req-6da2508f-cfa4-4d4f-8f49-a9c32879a05e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:16.294665 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d037cda2-bee9-4c37-9f18-6a062ead63bc req-6da2508f-cfa4-4d4f-8f49-a9c32879a05e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0612934 Jan 25 16:16:16.327054 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d037cda2-bee9-4c37-9f18-6a062ead63bc req-c2706477-a474-4098-af1e-ebd99901acda tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248322 Jan 25 16:16:16.731875 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-09e93324-eb6f-4780-979d-9f9e6e6cd300 req-a386d21a-8902-4bac-a07b-9fe1b8d16fff tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for floatingip, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:16.732086 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-09e93324-eb6f-4780-979d-9f9e6e6cd300 req-a386d21a-8902-4bac-a07b-9fe1b8d16fff tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:16.732300 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.l3_db [req-09e93324-eb6f-4780-979d-9f9e6e6cd300 req-a386d21a-8902-4bac-a07b-9fe1b8d16fff tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Floating IP adb8a652-9127-4313-b1f6-f93dbcfcb611 disassociated. External IP: 172.27.3.203, port: e2cae2bb-104d-42f4-99ee-33aca6035803. Jan 25 16:16:16.732504 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-09e93324-eb6f-4780-979d-9f9e6e6cd300 req-a386d21a-8902-4bac-a07b-9fe1b8d16fff tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Calling delete_port for e2cae2bb-104d-42f4-99ee-33aca6035803 owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:16:16.809780 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340185af-9f7d-4a5b-8893-bd9271d0305c req-ab65f854-3996-4b93-98f8-b4ab6cadfc5e tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:16.810710 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-340185af-9f7d-4a5b-8893-bd9271d0305c req-ab65f854-3996-4b93-98f8-b4ab6cadfc5e tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 946 time: 0.0733979 Jan 25 16:16:16.839102 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-340185af-9f7d-4a5b-8893-bd9271d0305c req-cad1e553-7674-4eec-974e-8ce885e15f76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=3c18b7b4-7342-488c-be98-bd4a0da009f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0244474 Jan 25 16:16:16.839309 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca890914-eff3-4594-afc0-a0fa9798526a req-841c4fc7-b608-4c12-9030-3e90ef4eb8e4 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:16.839687 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-ca890914-eff3-4594-afc0-a0fa9798526a req-841c4fc7-b608-4c12-9030-3e90ef4eb8e4 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Synchronizing usage tracker for tenant:212d11d539e24800b27e4dceee2a3ab7 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:16:16.898282 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-ca890914-eff3-4594-afc0-a0fa9798526a req-841c4fc7-b608-4c12-9030-3e90ef4eb8e4 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Unset dirty status for tenant:212d11d539e24800b27e4dceee2a3ab7 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:16:16.899041 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ca890914-eff3-4594-afc0-a0fa9798526a req-841c4fc7-b608-4c12-9030-3e90ef4eb8e4 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5ffe3015-5bf1-42c1-b814-a1e10fc5718f HTTP/1.1" status: 200 len: 943 time: 0.2566555 Jan 25 16:16:16.917939 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-09e93324-eb6f-4780-979d-9f9e6e6cd300 req-a386d21a-8902-4bac-a07b-9fe1b8d16fff tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:16.931478 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-bbacdfb9-fbe3-4175-af7c-fca5671858ed tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:16.957731 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bf42a-0d42-415f-8f01-b740a4b456a0 req-670443bf-863e-4ad3-9af2-25a257238f10 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:16.958713 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4b6bf42a-0d42-415f-8f01-b740a4b456a0 req-670443bf-863e-4ad3-9af2-25a257238f10 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.0612893 Jan 25 16:16:16.987667 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4b6bf42a-0d42-415f-8f01-b740a4b456a0 req-edf6dfa0-0d65-4969-b562-cd5be3728328 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251780 Jan 25 16:16:16.994832 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386d21a-8902-4bac-a07b-9fe1b8d16fff tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Pushing event deleted for resources: {'Port': ['ID=e2cae2bb-104d-42f4-99ee-33aca6035803,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:16.997231 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a386d21a-8902-4bac-a07b-9fe1b8d16fff tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:17.016814 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ca890914-eff3-4594-afc0-a0fa9798526a req-f92a03b1-b4ce-438c-9699-c0c502d58c7c tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/security-groups?id=019fc4b4-e7e0-4d62-86fd-651ea2d00160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099010 Jan 25 16:16:17.163136 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2d4d44cb-b8ad-4a98-a059-7e980ff97fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719075'] for router_interface, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:17.246219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09e93324-eb6f-4780-979d-9f9e6e6cd300 req-a386d21a-8902-4bac-a07b-9fe1b8d16fff tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Router bec00401-0764-4e94-a772-156d58b8c0aa has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:16:17.412876 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09e93324-eb6f-4780-979d-9f9e6e6cd300 req-a386d21a-8902-4bac-a07b-9fe1b8d16fff tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:16:17.421318 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9581bfd8-b801-4496-957d-090b9fa06d79 None None] Sync routers for ids ['bec00401-0764-4e94-a772-156d58b8c0aa'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:16:17.427654 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9581bfd8-b801-4496-957d-090b9fa06d79 None None] Routers {'bec00401-0764-4e94-a772-156d58b8c0aa'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:16:17.428017 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-9581bfd8-b801-4496-957d-090b9fa06d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:15:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['bec00401-0764-4e94-a772-156d58b8c0aa'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:17.436499 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e93324-eb6f-4780-979d-9f9e6e6cd300 req-a386d21a-8902-4bac-a07b-9fe1b8d16fff tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] No DVR routers for this DVR port e2cae2bb-104d-42f4-99ee-33aca6035803 on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:16:17.438281 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-09e93324-eb6f-4780-979d-9f9e6e6cd300 req-a386d21a-8902-4bac-a07b-9fe1b8d16fff tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:17.439931 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360b4bb2-4b9d-4d73-8b36-901f84dc035b', 'name': 'network-vif-deleted', 'tag': 'e2cae2bb-104d-42f4-99ee-33aca6035803'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:16:17.479487 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-09e93324-eb6f-4780-979d-9f9e6e6cd300 req-a386d21a-8902-4bac-a07b-9fe1b8d16fff tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.117 "DELETE /v2.0/ports/e2cae2bb-104d-42f4-99ee-33aca6035803 HTTP/1.1" status: 204 len: 173 time: 1.4676819 Jan 25 16:16:17.494680 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360b4bb2-4b9d-4d73-8b36-901f84dc035b', 'name': 'network-vif-deleted', 'tag': 'e2cae2bb-104d-42f4-99ee-33aca6035803', 'status': 'completed', 'code': 200} Jan 25 16:16:17.500029 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d44cb-b8ad-4a98-a059-7e980ff97fe8 admin admin] Deleting port 39aa4f37-e255-49c5-b43b-ef994b370be8 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:16:17.500382 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34347101-6329-45f9-a727-5969319047e1 req-6b97164e-6d74-4a45-b0e3-46ab13927c4d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:17.500450 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2d4d44cb-b8ad-4a98-a059-7e980ff97fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:17.505528 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-34347101-6329-45f9-a727-5969319047e1 req-6b97164e-6d74-4a45-b0e3-46ab13927c4d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0797191 Jan 25 16:16:17.547178 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-34347101-6329-45f9-a727-5969319047e1 req-e05e9804-4599-4dc9-96d9-e469d7c4181c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408974 Jan 25 16:16:17.558853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-9581bfd8-b801-4496-957d-090b9fa06d79 None None] Set router bec00401-0764-4e94-a772-156d58b8c0aa gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:16:17.623725 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 90c7f377-1421-408d-97b3-25ab75f63685 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:16:17.630900 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-2d4d44cb-b8ad-4a98-a059-7e980ff97fe8 admin admin] For port 39aa4f37-e255-49c5-b43b-ef994b370be8, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=39aa4f37-e255-49c5-b43b-ef994b370be8,segment=NetworkSegment(d94251e5-8c1d-4c4d-8471-c81311948afe),segment_id=d94251e5-8c1d-4c4d-8471-c81311948afe)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:16:17.631193 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2d4d44cb-b8ad-4a98-a059-7e980ff97fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:17.667063 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port 90c7f377-1421-408d-97b3-25ab75f63685 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:16:17.670394 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 90c7f377-1421-408d-97b3-25ab75f63685 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:16:17.670589 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:17.700205 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d44cb-b8ad-4a98-a059-7e980ff97fe8 admin admin] Calling delete_port for 39aa4f37-e255-49c5-b43b-ef994b370be8 owned by network:router_interface {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:16:17.740675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-9581bfd8-b801-4496-957d-090b9fa06d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '97a9d25a-cb3d-4286-8987-b11fc1758e91', 'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'mac_address': 'fa:16:3e:16:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:59Z', 'updated_at': '2021-01-25T16:11:07Z', 'revision_number': 5, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'subnets': [{'id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:17.743192 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9581bfd8-b801-4496-957d-090b9fa06d79 None None] Checking router: bec00401-0764-4e94-a772-156d58b8c0aa for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:16:17.749259 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9581bfd8-b801-4496-957d-090b9fa06d79 None None] Routers {'bec00401-0764-4e94-a772-156d58b8c0aa'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:16:17.749698 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-9581bfd8-b801-4496-957d-090b9fa06d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:15:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['bec00401-0764-4e94-a772-156d58b8c0aa'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:17.751494 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:17.804587 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe3015-5bf1-42c1-b814-a1e10fc5718f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c7f377-1421-408d-97b3-25ab75f63685'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:16:17.817738 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port 90c7f377-1421-408d-97b3-25ab75f63685, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=90c7f377-1421-408d-97b3-25ab75f63685,segment=NetworkSegment(a27b1430-2d50-4129-9772-c71834432665),segment_id=a27b1430-2d50-4129-9772-c71834432665)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:16:17.850489 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:17.855502 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9e3177ed-836e-4cfc-a8db-1e6736832e92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:17.883653 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-9581bfd8-b801-4496-957d-090b9fa06d79 None None] Set router bec00401-0764-4e94-a772-156d58b8c0aa gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:16:17.889470 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device e2cae2bb-104d-42f4-99ee-33aca6035803 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:16:17.919547 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] No Port match for: e2cae2bb-104d-42f4-99ee-33aca6035803 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:16:17.919738 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device e2cae2bb-104d-42f4-99ee-33aca6035803 not bound to the agent host hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:16:17.946254 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe3015-5bf1-42c1-b814-a1e10fc5718f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c7f377-1421-408d-97b3-25ab75f63685', 'code': 200} Jan 25 16:16:17.959284 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b7811a50-5fc3-40b0-b243-b8f54ef31599 req-5830c372-9544-46c5-91ea-30ba3f4f6476 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 210 time: 0.0389283 Jan 25 16:16:17.960436 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=90c7f377-1421-408d-97b3-25ab75f63685,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:17.965886 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.966091 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.966322 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.966506 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.966794 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.967079 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.967362 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.967655 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.967937 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.968256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.968540 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.968831 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.969167 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.969362 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.969553 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.974372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.974372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.974372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.974372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.974372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.974372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.974372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.974372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.974372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:17.975340 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:18.116693 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-9581bfd8-b801-4496-957d-090b9fa06d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '97a9d25a-cb3d-4286-8987-b11fc1758e91', 'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'mac_address': 'fa:16:3e:16:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:59Z', 'updated_at': '2021-01-25T16:11:07Z', 'revision_number': 5, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'subnets': [{'id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:18.119190 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9581bfd8-b801-4496-957d-090b9fa06d79 None None] The sync data for ids ['bec00401-0764-4e94-a772-156d58b8c0aa'] in dv-cinder-766064-3-iscsi is: [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '97a9d25a-cb3d-4286-8987-b11fc1758e91', 'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'mac_address': 'fa:16:3e:16:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:59Z', 'updated_at': '2021-01-25T16:11:07Z', 'revision_number': 5, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'subnets': [{'id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:16:18.155323 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7be3e-8a1a-417f-a3b6-ffa8c399334d req-3e06f520-e2f5-4b07-8625-dd00be44bcea tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:18.156423 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-20d7be3e-8a1a-417f-a3b6-ffa8c399334d req-3e06f520-e2f5-4b07-8625-dd00be44bcea tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5ffe3015-5bf1-42c1-b814-a1e10fc5718f HTTP/1.1" status: 200 len: 945 time: 0.0619557 Jan 25 16:16:18.209013 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5b094-d6b8-47b0-80a2-19c35dea4085 req-f58fcb84-255a-4c3d-9d23-fefc7b4e4cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:18.209812 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c9a5b094-d6b8-47b0-80a2-19c35dea4085 req-f58fcb84-255a-4c3d-9d23-fefc7b4e4cb9 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=5ffe3015-5bf1-42c1-b814-a1e10fc5718f HTTP/1.1" status: 200 len: 1162 time: 0.1302223 Jan 25 16:16:18.226172 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72178fdd-1b09-45b5-8235-de32188a3748 req-cb6313ad-a5dc-429d-9c85-599012c2dbb0 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:18.227204 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-72178fdd-1b09-45b5-8235-de32188a3748 req-cb6313ad-a5dc-429d-9c85-599012c2dbb0 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.1230612 Jan 25 16:16:18.250188 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2d4d44cb-b8ad-4a98-a059-7e980ff97fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:18.260368 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b30237a7-60ed-4f29-8ed3-46d75b1a9186 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:18.323988 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d44cb-b8ad-4a98-a059-7e980ff97fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=39aa4f37-e255-49c5-b43b-ef994b370be8,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:18.332531 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2d4d44cb-b8ad-4a98-a059-7e980ff97fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:18.338248 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c9a5b094-d6b8-47b0-80a2-19c35dea4085 req-0b9c256f-629a-4198-bb72-c5dd22426396 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=019fc4b4-e7e0-4d62-86fd-651ea2d00160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103692 Jan 25 16:16:18.351591 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-72178fdd-1b09-45b5-8235-de32188a3748 req-b402e3dc-2565-4ffb-89e2-c5350d2647cf tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126513 Jan 25 16:16:18.420772 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-20d7be3e-8a1a-417f-a3b6-ffa8c399334d req-ad9908e1-9462-4121-8177-2625f75c1e42 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/security-groups?id=019fc4b4-e7e0-4d62-86fd-651ea2d00160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591002 Jan 25 16:16:18.499463 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c49d25c-b6f9-4128-bced-e502a59237a4 None None] New status for floating IP adb8a652-9127-4313-b1f6-f93dbcfcb611: DOWN {{(pid=79986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 16:16:18.522863 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2d4d44cb-b8ad-4a98-a059-7e980ff97fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718937'] for router_interface, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:18.800974 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de81fcd-c36d-49e0-937d-912785b7eb43 req-d13c1e25-6c9a-4ed3-bf37-79f14a0ee12b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:18.801896 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1de81fcd-c36d-49e0-937d-912785b7eb43 req-d13c1e25-6c9a-4ed3-bf37-79f14a0ee12b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1477077 Jan 25 16:16:18.874565 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1de81fcd-c36d-49e0-937d-912785b7eb43 req-02d00afc-4b15-4c74-9a03-edbf7d3e9f75 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648773 Jan 25 16:16:18.892084 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4d44cb-b8ad-4a98-a059-7e980ff97fe8 admin admin] Router 20975dc5-e58b-4612-b344-8f49753369bc has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:16:19.017148 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4d44cb-b8ad-4a98-a059-7e980ff97fe8 admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:16:19.023132 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ab543-35c2-4cfd-a133-0d51761cfe29 None None] Sync routers for ids ['20975dc5-e58b-4612-b344-8f49753369bc'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:16:19.028758 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ab543-35c2-4cfd-a133-0d51761cfe29 None None] Routers {'20975dc5-e58b-4612-b344-8f49753369bc'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:16:19.029252 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-6d4ab543-35c2-4cfd-a133-0d51761cfe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:15:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['20975dc5-e58b-4612-b344-8f49753369bc'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:19.033813 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-2d4d44cb-b8ad-4a98-a059-7e980ff97fe8 admin admin] 10.222.0.107 "PUT /v2.0/routers/20975dc5-e58b-4612-b344-8f49753369bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8221481 Jan 25 16:16:19.033907 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 42746) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:19.065491 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-851deda0-26d9-498a-bf85-c9d4e3b0b811 req-126529ff-0856-4e67-b0c0-d69fc2cb82e1 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 210 time: 0.0267208 Jan 25 16:16:19.138246 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fa420a46-7354-4f1c-96d2-ce19915e6022 admin admin] Notify callbacks [] for router, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:19.277816 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-6d4ab543-35c2-4cfd-a133-0d51761cfe29 None None] Set router 20975dc5-e58b-4612-b344-8f49753369bc gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:16:19.296526 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 90c7f377-1421-408d-97b3-25ab75f63685 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:16:19.346885 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 90c7f377-1421-408d-97b3-25ab75f63685 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:16:19.347137 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:19.464805 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-6d4ab543-35c2-4cfd-a133-0d51761cfe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20975dc5-e58b-4612-b344-8f49753369bc', 'name': 'tempest-TestMinimumBasicScenario-2096006269-router', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:17Z', 'updated_at': '2021-01-25T16:16:18Z', 'revision_number': 5, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'gw_port': {'id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:18Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:19.466063 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fa420a46-7354-4f1c-96d2-ce19915e6022 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:19.467158 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ab543-35c2-4cfd-a133-0d51761cfe29 None None] Checking router: 20975dc5-e58b-4612-b344-8f49753369bc for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:16:19.470058 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-fa420a46-7354-4f1c-96d2-ce19915e6022 admin admin] Deleting port 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:16:19.470258 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fa420a46-7354-4f1c-96d2-ce19915e6022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:19.472314 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ab543-35c2-4cfd-a133-0d51761cfe29 None None] Routers {'20975dc5-e58b-4612-b344-8f49753369bc'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:16:19.472663 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-6d4ab543-35c2-4cfd-a133-0d51761cfe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:15:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['20975dc5-e58b-4612-b344-8f49753369bc'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:19.551863 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd09db-88e4-45b0-9a2c-49bf2b82f63a req-8d50b288-c666-4dc2-906c-b62cdc5acffa tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:19.552738 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e9fd09db-88e4-45b0-9a2c-49bf2b82f63a req-8d50b288-c666-4dc2-906c-b62cdc5acffa tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5ffe3015-5bf1-42c1-b814-a1e10fc5718f HTTP/1.1" status: 200 len: 945 time: 0.0669408 Jan 25 16:16:19.563312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06e0b4-84f8-4197-aff5-da494a939f22 req-b8dc7c57-9645-4787-a671-b862ac941647 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:19.564279 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bf06e0b4-84f8-4197-aff5-da494a939f22 req-b8dc7c57-9645-4787-a671-b862ac941647 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.1304357 Jan 25 16:16:19.573575 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-6d4ab543-35c2-4cfd-a133-0d51761cfe29 None None] Set router 20975dc5-e58b-4612-b344-8f49753369bc gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:16:19.585021 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e9fd09db-88e4-45b0-9a2c-49bf2b82f63a req-6a361b65-7852-4cf4-bd0e-070adfc313d6 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/security-groups?id=019fc4b4-e7e0-4d62-86fd-651ea2d00160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278008 Jan 25 16:16:19.615215 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bf06e0b4-84f8-4197-aff5-da494a939f22 req-3dfadf05-f623-45e7-8121-eff4f6aaee88 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452125 Jan 25 16:16:19.619236 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-fa420a46-7354-4f1c-96d2-ce19915e6022 admin admin] For port 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=64f54b66-3f3b-47c5-ab2f-8aca44ac7c86,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:16:19.619452 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fa420a46-7354-4f1c-96d2-ce19915e6022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:19.701618 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-fa420a46-7354-4f1c-96d2-ce19915e6022 admin admin] Calling delete_port for 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86 owned by network:router_gateway {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:16:19.735727 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-6d4ab543-35c2-4cfd-a133-0d51761cfe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20975dc5-e58b-4612-b344-8f49753369bc', 'name': 'tempest-TestMinimumBasicScenario-2096006269-router', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:17Z', 'updated_at': '2021-01-25T16:16:18Z', 'revision_number': 5, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'gw_port': {'id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:18Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:19.738113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ab543-35c2-4cfd-a133-0d51761cfe29 None None] The sync data for ids ['20975dc5-e58b-4612-b344-8f49753369bc'] in dv-cinder-766064-3-iscsi is: [{'id': '20975dc5-e58b-4612-b344-8f49753369bc', 'name': 'tempest-TestMinimumBasicScenario-2096006269-router', 'tenant_id': 'cf7540de0e56436e91efecf367152a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:17Z', 'updated_at': '2021-01-25T16:16:18Z', 'revision_number': 5, 'project_id': 'cf7540de0e56436e91efecf367152a89', 'gw_port': {'id': '64f54b66-3f3b-47c5-ab2f-8aca44ac7c86', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20975dc5-e58b-4612-b344-8f49753369bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:18Z', 'updated_at': '2021-01-25T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:16:19.806894 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fa420a46-7354-4f1c-96d2-ce19915e6022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING neutron.plugins.ml2.ovo_rpc [None req-fa420a46-7354-4f1c-96d2-ce19915e6022 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: result = function(*args, **kwargs) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: proto.__init__(conn_state, self) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: self.handle() Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: self.handle_one_request() Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: self.handle_one_response() Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: result = self.application(self.environ, start_response) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: return app(environ, start_response) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: resp = self.call_func(req, *args, **kw) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.func(req, *args, **kwargs) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: response = req.get_response(self.application) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: application, catch_exc_info=False) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: app_iter = application(self.environ, start_response) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: resp = self.call_func(req, *args, **kw) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.func(req, *args, **kwargs) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: response = req.get_response(self.application) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: application, catch_exc_info=False) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: app_iter = application(self.environ, start_response) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: resp = self.call_func(req, *args, **kw) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.func(req, *args, **kwargs) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: response = req.get_response(self.application) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: application, catch_exc_info=False) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: app_iter = application(self.environ, start_response) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: resp = self.call_func(req, *args, **kw) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.func(req, *args, **kwargs) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: response = req.get_response(self.application) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: application, catch_exc_info=False) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: app_iter = application(self.environ, start_response) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: resp = self.call_func(req, *args, **kw) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.func(req, *args, **kwargs) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: return request.get_response(self.application) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: application, catch_exc_info=False) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: app_iter = application(self.environ, start_response) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: resp = self.call_func(req, *args, **kw) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.func(req, *args, **kwargs) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: response = req.get_response(self._app) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: application, catch_exc_info=False) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: app_iter = application(self.environ, start_response) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: return resp(environ, start_response) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: return resp(environ, start_response) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: response = self.app(environ, start_response) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: return resp(environ, start_response) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: resp = self.call_func(req, *args, **kw) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.func(req, *args, **kwargs) Jan 25 16:16:19.810449 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: result = method(request=request, **args) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: return self._delete(request, id, **kwargs) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(*args, **kwargs) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(*args, **kwargs) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(*dup_args, **dup_kwargs) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: obj_deleter(request.context, id, **kwargs) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: return method(*args, **kwargs) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(*args, **kwargs) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(*args, **kwargs) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(*dup_args, **dup_kwargs) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: self._delete_current_gw_port(context, id, router, None) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: admin_ctx, gw_port_id, l3_port_check=False) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(self, context, *args, **kwargs) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: return method(*args, **kwargs) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: context, port, router_ids, bound_mech_contexts) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: return function(*args, **kwargs) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: callback(resource, event, trigger, **kwargs) Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: if self._is_session_semantic_violated(context, resource, event): Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: stack = traceback.extract_stack() Jan 25 16:16:19.814350 dv-cinder-766064-3-iscsi neutron-server[79885]: Jan 25 16:16:19.900466 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fd225-97f1-4f2d-921c-8ed24a35579b req-c08aedaf-30e9-4a72-9883-acd3e8de255e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:19.901228 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be296fde-0be3-4425-9e57-a81e03cc8e1d req-c7770bd9-1ea6-4ce3-8858-f23835d506a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:19.901449 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-473fd225-97f1-4f2d-921c-8ed24a35579b req-c08aedaf-30e9-4a72-9883-acd3e8de255e tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.117 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 946 time: 0.1233988 Jan 25 16:16:19.902198 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-be296fde-0be3-4425-9e57-a81e03cc8e1d req-c7770bd9-1ea6-4ce3-8858-f23835d506a7 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=212d11d539e24800b27e4dceee2a3ab7&device_id=5ffe3015-5bf1-42c1-b814-a1e10fc5718f HTTP/1.1" status: 200 len: 1162 time: 0.0449328 Jan 25 16:16:20.007008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fa420a46-7354-4f1c-96d2-ce19915e6022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854064149'] for router_gateway, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:20.012416 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be296fde-0be3-4425-9e57-a81e03cc8e1d req-60d19db9-c72f-4924-a98a-d639821e9a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:20.013354 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-be296fde-0be3-4425-9e57-a81e03cc8e1d req-60d19db9-c72f-4924-a98a-d639821e9a6d service neutron] 10.222.0.117 "GET /v2.0/networks?id=ad05e1f3-9673-4252-b943-5a928b9dd11e HTTP/1.1" status: 200 len: 908 time: 0.0961492 Jan 25 16:16:20.015582 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-473fd225-97f1-4f2d-921c-8ed24a35579b req-15e14c9c-4237-4ad0-946a-26c4875e62c4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Deleting port 4041fd33-eb98-44f4-81cf-93e543f02867 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:16:20.015784 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-473fd225-97f1-4f2d-921c-8ed24a35579b req-15e14c9c-4237-4ad0-946a-26c4875e62c4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:20.055082 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-be296fde-0be3-4425-9e57-a81e03cc8e1d req-97e8b08b-6fcd-4a2e-87db-b87b69aa189d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90c7f377-1421-408d-97b3-25ab75f63685 HTTP/1.1" status: 200 len: 217 time: 0.0371647 Jan 25 16:16:20.108985 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be296fde-0be3-4425-9e57-a81e03cc8e1d req-3b41a200-bc5e-4541-bdc7-52a61ed4aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:20.109912 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-be296fde-0be3-4425-9e57-a81e03cc8e1d req-3b41a200-bc5e-4541-bdc7-52a61ed4aca1 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f3df57bb-544b-4bca-bdb9-27d6a9b22e5f HTTP/1.1" status: 200 len: 854 time: 0.0505695 Jan 25 16:16:20.119141 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fa420a46-7354-4f1c-96d2-ce19915e6022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854068689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771156'] for router, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:20.122473 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fa420a46-7354-4f1c-96d2-ce19915e6022 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:20.143625 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-be296fde-0be3-4425-9e57-a81e03cc8e1d req-1d8ae24c-c243-4206-88ee-d091dd395194 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ad05e1f3-9673-4252-b943-5a928b9dd11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294590 Jan 25 16:16:20.219431 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fa420a46-7354-4f1c-96d2-ce19915e6022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706716'] for router, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:20.219748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa420a46-7354-4f1c-96d2-ce19915e6022 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20975dc5-e58b-4612-b344-8f49753369bc {{(pid=79985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:16:20.237654 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7a845-eac6-4690-a579-33e18d24eee9 req-8fd0ea92-a397-44eb-8b0e-55bfb5fb8004 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:20.238658 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e1b7a845-eac6-4690-a579-33e18d24eee9 req-8fd0ea92-a397-44eb-8b0e-55bfb5fb8004 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.2799377 Jan 25 16:16:20.258245 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-be296fde-0be3-4425-9e57-a81e03cc8e1d req-d8f6b97b-445a-4e9c-8091-a08f58c7a2ba service neutron] 10.222.0.117 "GET /v2.0/networks/ad05e1f3-9673-4252-b943-5a928b9dd11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102221 Jan 25 16:16:20.333112 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e1b7a845-eac6-4690-a579-33e18d24eee9 req-675516af-faec-4e61-997b-252d3790f53e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814996 Jan 25 16:16:20.344504 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fa420a46-7354-4f1c-96d2-ce19915e6022 admin admin] Notify callbacks [] for router, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:20.345256 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-fa420a46-7354-4f1c-96d2-ce19915e6022 admin admin] 10.222.0.107 "DELETE /v2.0/routers/20975dc5-e58b-4612-b344-8f49753369bc HTTP/1.1" status: 204 len: 168 time: 1.3105297 Jan 25 16:16:20.347026 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 42768) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:20.363720 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4b5e80f1-c586-4e11-8d8c-20a3d599cb6e req-e51e4c64-f663-421f-86df-e913eb731aa8 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=360b4bb2-4b9d-4d73-8b36-901f84dc035b HTTP/1.1" status: 200 len: 210 time: 0.0378718 Jan 25 16:16:20.396983 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 39aa4f37-e255-49c5-b43b-ef994b370be8 no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:16:20.399693 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-be296fde-0be3-4425-9e57-a81e03cc8e1d req-a51656e4-891f-4efc-b3b4-6f0126075408 service neutron] 10.222.0.117 "GET /v2.0/networks/ad05e1f3-9673-4252-b943-5a928b9dd11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373980 Jan 25 16:16:20.409732 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f860bf7-dd6b-4e6f-80b4-2522a071e4f9 admin admin] Deleting subnet 68a34ad1-cdd3-424c-8e73-7c05cc04be85 {{(pid=79985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 16:16:20.413018 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0f860bf7-dd6b-4e6f-80b4-2522a071e4f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:20.419869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: 39aa4f37-e255-49c5-b43b-ef994b370be8 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:16:20.420082 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 39aa4f37-e255-49c5-b43b-ef994b370be8 not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:16:20.442136 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-473fd225-97f1-4f2d-921c-8ed24a35579b req-15e14c9c-4237-4ad0-946a-26c4875e62c4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] For port 4041fd33-eb98-44f4-81cf-93e543f02867, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=4041fd33-eb98-44f4-81cf-93e543f02867,segment=NetworkSegment(80a5d48a-1b50-4107-9f64-bb8eda081d13),segment_id=80a5d48a-1b50-4107-9f64-bb8eda081d13)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:16:20.442351 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-473fd225-97f1-4f2d-921c-8ed24a35579b req-15e14c9c-4237-4ad0-946a-26c4875e62c4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:20.517026 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0f860bf7-dd6b-4e6f-80b4-2522a071e4f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26316608'] for subnet, precommit_delete_associations {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:20.533970 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-473fd225-97f1-4f2d-921c-8ed24a35579b req-15e14c9c-4237-4ad0-946a-26c4875e62c4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Calling delete_port for 4041fd33-eb98-44f4-81cf-93e543f02867 owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:16:20.636459 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0f860bf7-dd6b-4e6f-80b4-2522a071e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852869732'] for subnet, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:20.672761 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-473fd225-97f1-4f2d-921c-8ed24a35579b req-15e14c9c-4237-4ad0-946a-26c4875e62c4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:20.691219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ad5332d2-9ec8-496f-a75c-d3bb07ae5d39 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:20.957805 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e14c9c-4237-4ad0-946a-26c4875e62c4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Pushing event deleted for resources: {'Port': ['ID=4041fd33-eb98-44f4-81cf-93e543f02867,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:20.986356 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-15e14c9c-4237-4ad0-946a-26c4875e62c4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:20.992803 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3968685d-31ab-476a-9f91-e0534d24eaa0 req-3825a441-90ca-42f5-8fe8-98bc45e67bc5 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 210 time: 0.2852895 Jan 25 16:16:21.096086 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-473fd225-97f1-4f2d-921c-8ed24a35579b req-15e14c9c-4237-4ad0-946a-26c4875e62c4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] No DVR routers for this DVR port 4041fd33-eb98-44f4-81cf-93e543f02867 on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:16:21.098202 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-473fd225-97f1-4f2d-921c-8ed24a35579b req-15e14c9c-4237-4ad0-946a-26c4875e62c4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.099624 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68920360-2c14-418e-a421-17b65d1f4954', 'name': 'network-vif-deleted', 'tag': '4041fd33-eb98-44f4-81cf-93e543f02867'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:16:21.114050 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-473fd225-97f1-4f2d-921c-8ed24a35579b req-15e14c9c-4237-4ad0-946a-26c4875e62c4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.117 "DELETE /v2.0/ports/4041fd33-eb98-44f4-81cf-93e543f02867 HTTP/1.1" status: 204 len: 173 time: 1.1880052 Jan 25 16:16:21.116773 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0f860bf7-dd6b-4e6f-80b4-2522a071e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26316638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828188425'] for subnet, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.126093 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:21.141862 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68920360-2c14-418e-a421-17b65d1f4954', 'name': 'network-vif-deleted', 'tag': '4041fd33-eb98-44f4-81cf-93e543f02867', 'status': 'completed', 'code': 200} Jan 25 16:16:21.173126 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f860bf7-dd6b-4e6f-80b4-2522a071e4f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68a34ad1-cdd3-424c-8e73-7c05cc04be85,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:21.177047 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0f860bf7-dd6b-4e6f-80b4-2522a071e4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:21.200616 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0f860bf7-dd6b-4e6f-80b4-2522a071e4f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.205732 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0fc93d-7e05-435f-96d1-edefd7149d88 None None] Network 3d1b4a78-6fa5-4235-8076-b2b3ac751aff requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:16:21.205858 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-0f860bf7-dd6b-4e6f-80b4-2522a071e4f9 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/68a34ad1-cdd3-424c-8e73-7c05cc04be85 HTTP/1.1" status: 204 len: 168 time: 0.8569798 Jan 25 16:16:21.205966 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 42776) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:21.268911 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853034955'] for network, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.306325 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] Deleting port 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 {{(pid=79984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:16:21.306533 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.373866 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007b7c62-9213-4f87-8d56-c296e93198c1 None None] DHCP port deletion for 3d1b4a78-6fa5-4235-8076-b2b3ac751aff request from dv-cinder-766064-3-iscsi {{(pid=79986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 25 16:16:21.376540 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-007b7c62-9213-4f87-8d56-c296e93198c1 None None] Deleting port 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 {{(pid=79986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:16:21.376776 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-007b7c62-9213-4f87-8d56-c296e93198c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.424986 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] For port 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=1ca7fbe6-b5c4-41f3-b983-6c863b2432a6,segment=NetworkSegment(d94251e5-8c1d-4c4d-8471-c81311948afe),segment_id=d94251e5-8c1d-4c4d-8471-c81311948afe)] {{(pid=79984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:16:21.425422 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.462283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 4041fd33-eb98-44f4-81cf-93e543f02867 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:16:21.466881 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 42790) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:21.494540 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a411b2-0f9d-43fc-84ad-a575b9fce7a7 req-09c0e706-9213-4af2-b389-3999eed8f514 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:21.496436 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-43a411b2-0f9d-43fc-84ad-a575b9fce7a7 req-09c0e706-9213-4af2-b389-3999eed8f514 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0727015 Jan 25 16:16:21.506278 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] Calling delete_port for 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 owned by network:dhcp {{(pid=79984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:16:21.510416 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] No Port match for: 4041fd33-eb98-44f4-81cf-93e543f02867 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:16:21.510654 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 4041fd33-eb98-44f4-81cf-93e543f02867 not bound to the agent host hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:16:21.530050 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-007b7c62-9213-4f87-8d56-c296e93198c1 None None] For port 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=1ca7fbe6-b5c4-41f3-b983-6c863b2432a6,segment=NetworkSegment(d94251e5-8c1d-4c4d-8471-c81311948afe),segment_id=d94251e5-8c1d-4c4d-8471-c81311948afe)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:16:21.530256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-007b7c62-9213-4f87-8d56-c296e93198c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.547480 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-43a411b2-0f9d-43fc-84ad-a575b9fce7a7 req-1c63b641-913a-410e-aa7c-ad39c1f4a41f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450494 Jan 25 16:16:21.548037 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5713f615-a508-49a9-bc16-ec6d8e088368 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.549526 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.564171 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5713f615-a508-49a9-bc16-ec6d8e088368 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.589239 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5713f615-a508-49a9-bc16-ec6d8e088368 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.589598 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:21.592333 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-09b43b50-e0b0-4d42-8a04-01844c8a98ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:21.601922 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713f615-a508-49a9-bc16-ec6d8e088368 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c18b7b4-7342-488c-be98-bd4a0da009f3,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:21.603918 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-5713f615-a508-49a9-bc16-ec6d8e088368 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:21.607036 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5713f615-a508-49a9-bc16-ec6d8e088368 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.607327 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-007b7c62-9213-4f87-8d56-c296e93198c1 None None] Calling delete_port for 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 owned by network:dhcp {{(pid=79986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:16:21.609558 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-5713f615-a508-49a9-bc16-ec6d8e088368 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "DELETE /v2.0/security-groups/3c18b7b4-7342-488c-be98-bd4a0da009f3 HTTP/1.1" status: 204 len: 168 time: 0.1419528 Jan 25 16:16:21.610062 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 42794) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:21.617849 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ca7fbe6-b5c4-41f3-b983-6c863b2432a6,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:21.619773 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.v2.resource [None req-86f71cf8-77f7-4ff3-a3ee-0c66b9392ade tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] show failed (client error): The resource could not be found. Jan 25 16:16:21.620316 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:21.622162 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-86f71cf8-77f7-4ff3-a3ee-0c66b9392ade tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups/3c18b7b4-7342-488c-be98-bd4a0da009f3 HTTP/1.1" status: 404 len: 347 time: 0.0115266 Jan 25 16:16:21.622501 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 42798) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:21.635604 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] No DVR routers for this DVR port 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 on host dv-cinder-766064-3-iscsi {{(pid=79984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:16:21.692432 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.db.api [None req-007b7c62-9213-4f87-8d56-c296e93198c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:16:21.692667 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_db.api [None req-007b7c62-9213-4f87-8d56-c296e93198c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 16:16:21.700677 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852872736', 'neutron.services.segments.db._delete_segments_for_network-8743637820497'] for network, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.713823 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-fdc21a7c-ba6c-4a64-8d74-4f75a9896ccc tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Deleting port 69f9bcc0-b801-4fa2-8663-15811c7341a6 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:16:21.714319 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fdc21a7c-ba6c-4a64-8d74-4f75a9896ccc tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.762026 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1b4a78-6fa5-4235-8076-b2b3ac751aff']}} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:21.768712 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94251e5-8c1d-4c4d-8471-c81311948afe') {'for_net_delete': True} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:21.768884 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94251e5-8c1d-4c4d-8471-c81311948afe') {} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:21.775578 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743637817186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223449'] for segment, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.784278 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.785479 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=79984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 16:16:21.816524 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fdc21a7c-ba6c-4a64-8d74-4f75a9896ccc tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.816738 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fdc21a7c-ba6c-4a64-8d74-4f75a9896ccc tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for floatingip, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.881927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] Network 3d1b4a78-6fa5-4235-8076-b2b3ac751aff has no segments {{(pid=79984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:16:21.886398 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-fdc21a7c-ba6c-4a64-8d74-4f75a9896ccc tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Calling delete_port for 69f9bcc0-b801-4fa2-8663-15811c7341a6 owned by network:floatingip {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:16:21.887375 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852869664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852675938'] for segment, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.984910 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] Network 3d1b4a78-6fa5-4235-8076-b2b3ac751aff has no segments {{(pid=79984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:16:21.988805 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fdc21a7c-ba6c-4a64-8d74-4f75a9896ccc tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: Traceback (most recent call last): Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: timer() Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: cb(*args, **kw) Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: return func(*args, **kwargs) Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: self._notify() Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: self.callback(batched_events) Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: event.method(event) Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: segment_id)['aggregates'][0] Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(self, *a, **k) Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: return self._get(url).json() Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: **kwargs) Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.request(url, 'GET', **kwargs) Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: **endpoint_filter) Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:16:21.997433 dv-cinder-766064-3-iscsi neutron-server[79885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:16:22.009057 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-60d15c99-591e-4ab8-8ab4-2e465ea82558 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:22.037196 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc21a7c-ba6c-4a64-8d74-4f75a9896ccc tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Pushing event deleted for resources: {'Port': ['ID=69f9bcc0-b801-4fa2-8663-15811c7341a6,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:22.039085 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-fdc21a7c-ba6c-4a64-8d74-4f75a9896ccc tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:22.040861 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711666'] for network, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.043610 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4888c728-6ec0-4bc8-b20c-3400c0a0d3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:22.051483 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.057593 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d1b4a78-6fa5-4235-8076-b2b3ac751aff,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:22.059517 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:22.067317 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-e01596a0-35e7-4496-90e7-a6555aa51ee4 admin admin] 10.222.0.107 "DELETE /v2.0/networks/3d1b4a78-6fa5-4235-8076-b2b3ac751aff HTTP/1.1" status: 204 len: 168 time: 0.8588753 Jan 25 16:16:22.112058 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8f05e9c4-3cff-45e1-9d06-f09362c008a6 req-ea01028b-c33d-4f2f-800c-a4fcfef14d1d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 210 time: 0.0297225 Jan 25 16:16:22.137552 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fdc21a7c-ba6c-4a64-8d74-4f75a9896ccc tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for floatingip, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.145752 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fdc21a7c-ba6c-4a64-8d74-4f75a9896ccc tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.146614 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-fdc21a7c-ba6c-4a64-8d74-4f75a9896ccc tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "DELETE /v2.0/floatingips/adb8a652-9127-4313-b1f6-f93dbcfcb611 HTTP/1.1" status: 204 len: 168 time: 0.5235779 Jan 25 16:16:22.184748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 42808) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:22.193798 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-007b7c62-9213-4f87-8d56-c296e93198c1 None None] Deleting port 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 {{(pid=79986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:16:22.194051 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-007b7c62-9213-4f87-8d56-c296e93198c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.214010 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-af39daed-b95d-4850-924b-23edd3cdfb38 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cf7540de0e56436e91efecf367152a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0281003 Jan 25 16:16:22.215798 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 42812) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:22.234411 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-007b7c62-9213-4f87-8d56-c296e93198c1 None None] The port '1ca7fbe6-b5c4-41f3-b983-6c863b2432a6' was deleted {{(pid=79986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 25 16:16:22.250276 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b15a243b-9b3d-40a4-bb12-f24d46ea00f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.264560 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b15a243b-9b3d-40a4-bb12-f24d46ea00f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.288878 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b15a243b-9b3d-40a4-bb12-f24d46ea00f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.291479 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-3b69ada7-56c4-4f52-b4f2-19ab54854404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:22.301911 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a243b-9b3d-40a4-bb12-f24d46ea00f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:22.304419 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b15a243b-9b3d-40a4-bb12-f24d46ea00f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:22.306257 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b15a243b-9b3d-40a4-bb12-f24d46ea00f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.308900 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-b15a243b-9b3d-40a4-bb12-f24d46ea00f6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/17c1d1b3-a379-4a4e-892a-dcb2bb58b8cf HTTP/1.1" status: 204 len: 168 time: 0.0905523 Jan 25 16:16:22.406480 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 42820) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:22.410026 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-61151004-34e3-4435-9180-410268ad248b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Request body: {'security_group': {'name': 'tempest-securitygroup--1206547900', 'description': 'tempest-description--652094796'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:16:22.415949 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-61151004-34e3-4435-9180-410268ad248b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:16:22.419249 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-61151004-34e3-4435-9180-410268ad248b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Usage tracker for resource:security_group and tenant:3d9dc1d24c694798a5da5bb1f60d075a is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:16:22.421178 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-61151004-34e3-4435-9180-410268ad248b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:16:22.424420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-61151004-34e3-4435-9180-410268ad248b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:16:22.431762 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-61151004-34e3-4435-9180-410268ad248b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.431856 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:16:22.445063 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-61151004-34e3-4435-9180-410268ad248b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:16:22.448089 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-61151004-34e3-4435-9180-410268ad248b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Usage tracker for resource:security_group_rule and tenant:3d9dc1d24c694798a5da5bb1f60d075a is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:16:22.449945 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-61151004-34e3-4435-9180-410268ad248b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:16:22.456276 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-61151004-34e3-4435-9180-410268ad248b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:16:22.457973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:16:22.458180 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 1ca7fbe6-b5c4-41f3-b983-6c863b2432a6 not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:16:22.458552 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86 no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:16:22.478598 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:16:22.478790 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 64f54b66-3f3b-47c5-ab2f-8aca44ac7c86 not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:16:22.501478 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-61151004-34e3-4435-9180-410268ad248b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.503698 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-61151004-34e3-4435-9180-410268ad248b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.506093 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-bffe649a-e53f-4d16-b52e-29637401f54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:22.531090 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61151004-34e3-4435-9180-410268ad248b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Pushing event updated for resources: {'SecurityGroup': ['ID=6df3cf43-0b6f-4bd2-aeee-70122d873c70,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:22.533411 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-61151004-34e3-4435-9180-410268ad248b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:22.535388 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-61151004-34e3-4435-9180-410268ad248b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.540161 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-61151004-34e3-4435-9180-410268ad248b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1289716 Jan 25 16:16:22.540161 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 42824) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:22.543538 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-2ce875be-d8cd-4b44-ba8b-2d779420ac3c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Request body: {'security_group_rule': {'security_group_id': '6df3cf43-0b6f-4bd2-aeee-70122d873c70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:16:22.550321 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-2ce875be-d8cd-4b44-ba8b-2d779420ac3c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:16:22.553080 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-2ce875be-d8cd-4b44-ba8b-2d779420ac3c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Usage tracker for resource:security_group_rule and tenant:3d9dc1d24c694798a5da5bb1f60d075a is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:16:22.555073 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-2ce875be-d8cd-4b44-ba8b-2d779420ac3c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:16:22.559219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-2ce875be-d8cd-4b44-ba8b-2d779420ac3c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:16:22.570781 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2ce875be-d8cd-4b44-ba8b-2d779420ac3c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group_rule, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.608355 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2ce875be-d8cd-4b44-ba8b-2d779420ac3c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.610446 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2ce875be-d8cd-4b44-ba8b-2d779420ac3c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911720'] for security_group_rule, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.611794 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-5a524806-b4ad-49e2-94d5-7ef2cb04bb6d tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:22.624789 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce875be-d8cd-4b44-ba8b-2d779420ac3c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169a7410-f81a-469c-b89d-2104abc55f4b,revision_number=0']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:22.627343 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2ce875be-d8cd-4b44-ba8b-2d779420ac3c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:22.629568 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2ce875be-d8cd-4b44-ba8b-2d779420ac3c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group_rule, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.630300 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-2ce875be-d8cd-4b44-ba8b-2d779420ac3c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0896804 Jan 25 16:16:22.632192 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 42830) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:22.635239 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-21cd68a8-d09d-4388-ba6f-54a92fcb48e1 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Request body: {'security_group_rule': {'security_group_id': '6df3cf43-0b6f-4bd2-aeee-70122d873c70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:16:22.641176 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-21cd68a8-d09d-4388-ba6f-54a92fcb48e1 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:16:22.643308 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-21cd68a8-d09d-4388-ba6f-54a92fcb48e1 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Usage tracker for resource:security_group_rule and tenant:3d9dc1d24c694798a5da5bb1f60d075a is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:16:22.645038 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-21cd68a8-d09d-4388-ba6f-54a92fcb48e1 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:16:22.648157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-21cd68a8-d09d-4388-ba6f-54a92fcb48e1 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:16:22.660004 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-21cd68a8-d09d-4388-ba6f-54a92fcb48e1 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group_rule, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.682267 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6021e-16d3-4f35-97e7-0f0a7fb08bed req-838b7f14-315a-45cc-b48e-366f2a2be959 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:22.683210 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a0c6021e-16d3-4f35-97e7-0f0a7fb08bed req-838b7f14-315a-45cc-b48e-366f2a2be959 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0578904 Jan 25 16:16:22.710571 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a0c6021e-16d3-4f35-97e7-0f0a7fb08bed req-2e5a7b2b-6c94-4a91-9f59-a71cc751ab0e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0237138 Jan 25 16:16:22.712332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-21cd68a8-d09d-4388-ba6f-54a92fcb48e1 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.714545 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-21cd68a8-d09d-4388-ba6f-54a92fcb48e1 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911720'] for security_group_rule, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.718710 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2ce875be-d8cd-4b44-ba8b-2d779420ac3c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:22.731040 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd68a8-d09d-4388-ba6f-54a92fcb48e1 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223fb574-c677-4b0e-ba40-58c08ca1cfc9,revision_number=0']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:22.732658 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-21cd68a8-d09d-4388-ba6f-54a92fcb48e1 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:22.733524 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-21cd68a8-d09d-4388-ba6f-54a92fcb48e1 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group_rule, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.734342 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-21cd68a8-d09d-4388-ba6f-54a92fcb48e1 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1015220 Jan 25 16:16:22.736355 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 42834) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:22.739276 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Request body: {'floatingip': {'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:16:22.744597 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:16:22.746768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Usage tracker for resource:floatingip and tenant:3d9dc1d24c694798a5da5bb1f60d075a is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:16:22.748438 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:16:22.751412 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:16:22.756864 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for floatingip, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.837076 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:22.996266 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Allocated IP 172.27.3.239 (a86c8819-2978-473d-8d16-86365edfeb60/ab1961e7-fa88-47d7-900c-7c648513b3bc/194794f4-c213-4b36-86c4-2cf9b3ab8568) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:16:23.018422 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-30168cb5-d634-4985-ba9e-74c2d6378655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:23.093991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:23.115718 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:23.124442 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e11e33a1-da2c-4436-80d2-f954f90626f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:23.204761 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Pushing event updated for resources: {'Port': ['ID=194794f4-c213-4b36-86c4-2cf9b3ab8568,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:23.206980 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:23.241319 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-bc47d05f-d8f3-45f7-bb0c-1e009ad6597f req-8869cba8-9698-4085-920e-cb21ee35d10d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Synchronizing usage tracker for tenant:98ec46fb71464bd3bf88c602bca1e490 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:16:23.273081 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-bc47d05f-d8f3-45f7-bb0c-1e009ad6597f req-8869cba8-9698-4085-920e-cb21ee35d10d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Unset dirty status for tenant:98ec46fb71464bd3bf88c602bca1e490 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:16:23.273861 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bc47d05f-d8f3-45f7-bb0c-1e009ad6597f req-8869cba8-9698-4085-920e-cb21ee35d10d tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=68920360-2c14-418e-a421-17b65d1f4954 HTTP/1.1" status: 200 len: 210 time: 0.0660417 Jan 25 16:16:23.282733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Network a86c8819-2978-473d-8d16-86365edfeb60 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:16:23.283688 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:16:23.285334 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:16:23.362893 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for floatingip, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:23.400331 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:23.565500 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:23.567981 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:23.575219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:23.641866 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Pushing event updated for resources: {'Port': ['ID=194794f4-c213-4b36-86c4-2cf9b3ab8568,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:23.644324 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:23.696423 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:23.708732 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:23.709538 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9725080 Jan 25 16:16:23.860263 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2406d-d5ac-4555-844c-d92123f870cb req-b989a933-e255-4754-a4a2-5310cef64dd5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:23.861679 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-73a2406d-d5ac-4555-844c-d92123f870cb req-b989a933-e255-4754-a4a2-5310cef64dd5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0778010 Jan 25 16:16:23.898216 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-73a2406d-d5ac-4555-844c-d92123f870cb req-82b69fe3-d75d-482b-aa38-f438d4e0dc41 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326331 Jan 25 16:16:24.045213 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e1023dd9-6a9f-441a-838a-811b04d53a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:24.057938 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-78f1f57f-19f2-4697-b350-1960a33c8765 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Synchronizing usage tracker for tenant:3d9dc1d24c694798a5da5bb1f60d075a on resource:security_group {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:16:24.066917 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-78f1f57f-19f2-4697-b350-1960a33c8765 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Unset dirty status for tenant:3d9dc1d24c694798a5da5bb1f60d075a on resource:security_group {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:16:24.067627 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-78f1f57f-19f2-4697-b350-1960a33c8765 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1206547900&fields=id&tenant_id=3d9dc1d24c694798a5da5bb1f60d075a HTTP/1.1" status: 200 len: 267 time: 0.2395632 Jan 25 16:16:24.165116 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-f8f50581-83c7-4f15-bae3-3cad61f08621 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:24.165982 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-f8f50581-83c7-4f15-bae3-3cad61f08621 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/networks?id=ca5167e0-70f4-4f5e-919e-3039411592c6 HTTP/1.1" status: 200 len: 810 time: 0.0939238 Jan 25 16:16:24.178862 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-70473580-d806-4d5c-9ed7-01e8a9149420 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/quotas/3d9dc1d24c694798a5da5bb1f60d075a HTTP/1.1" status: 200 len: 375 time: 0.0053401 Jan 25 16:16:24.236949 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-453a56c4-90a2-4a8b-b9ad-a15fab4fd6fd tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Synchronizing usage tracker for tenant:3d9dc1d24c694798a5da5bb1f60d075a on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:16:24.245754 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-453a56c4-90a2-4a8b-b9ad-a15fab4fd6fd tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Unset dirty status for tenant:3d9dc1d24c694798a5da5bb1f60d075a on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:16:24.246494 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-453a56c4-90a2-4a8b-b9ad-a15fab4fd6fd tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?tenant_id=3d9dc1d24c694798a5da5bb1f60d075a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613415 Jan 25 16:16:24.400030 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-3e3f5169-2c87-46b5-b5ce-eca1b52f22db service neutron] 10.222.0.107 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461985 Jan 25 16:16:24.498401 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-5ff73e44-dcc7-4f90-950f-c522f2447467 service neutron] 10.222.0.107 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0945191 Jan 25 16:16:24.595827 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2df7a9-f150-4313-9777-56e050d882ff req-592b44f7-0c99-4bdd-a4ee-15067e80998f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:24.596837 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0a2df7a9-f150-4313-9777-56e050d882ff req-592b44f7-0c99-4bdd-a4ee-15067e80998f tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0602493 Jan 25 16:16:24.601807 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:24.618267 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d0f2b1e6-b8a8-4e4a-a0e0-4a6487e0146a req-466d6bce-e951-4305-b3e7-211c607ccb66 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 210 time: 0.0360093 Jan 25 16:16:24.636436 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0a2df7a9-f150-4313-9777-56e050d882ff req-7084b2d7-7749-4e86-8729-e950661dcf96 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351977 Jan 25 16:16:24.741964 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:24.929351 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:25.060322 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91668dd8-0137-405c-8027-72be9905ed3b req-cd66a8d1-fcfa-4717-92b1-82b263abd872 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:25.061208 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-91668dd8-0137-405c-8027-72be9905ed3b req-cd66a8d1-fcfa-4717-92b1-82b263abd872 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0735457 Jan 25 16:16:25.090634 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-91668dd8-0137-405c-8027-72be9905ed3b req-f1675fcc-d116-4555-af15-b71897c39545 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257466 Jan 25 16:16:25.702647 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:25.723507 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5f694b69-ccf4-49c1-80d1-e8b3dacca116 req-4f53d057-34ae-4bd6-9e33-974bf933e454 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 210 time: 0.0278430 Jan 25 16:16:25.777287 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2223c-65d9-4212-ae5e-e22a69b4959f req-db635100-ea27-4a3d-9ebc-0e7b0480e6bc tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:25.778290 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-83c2223c-65d9-4212-ae5e-e22a69b4959f req-db635100-ea27-4a3d-9ebc-0e7b0480e6bc tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0687191 Jan 25 16:16:25.810291 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-83c2223c-65d9-4212-ae5e-e22a69b4959f req-19f72db6-1d54-43c7-974f-a06b3aa378a8 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277078 Jan 25 16:16:26.007830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-19c44c1e-2a2c-4798-967a-92c97228f937 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:26.008718 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-19c44c1e-2a2c-4798-967a-92c97228f937 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.117 "GET /v2.0/networks?id=ca5167e0-70f4-4f5e-919e-3039411592c6 HTTP/1.1" status: 200 len: 810 time: 0.0955317 Jan 25 16:16:26.056386 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-4d0295ad-60b7-4eb5-a9df-88b00a61004c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=3d9dc1d24c694798a5da5bb1f60d075a HTTP/1.1" status: 200 len: 5704 time: 0.0393281 Jan 25 16:16:26.061854 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-d030120f-c9c6-484d-8cb6-7c582ba34cc3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Request body: {'port': {'device_id': 'd37d10a1-7890-4679-8ea9-15400ab404e6', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'admin_state_up': True, 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'security_groups': ['6df3cf43-0b6f-4bd2-aeee-70122d873c70']}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:16:26.140046 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-d030120f-c9c6-484d-8cb6-7c582ba34cc3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:16:26.145793 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-d030120f-c9c6-484d-8cb6-7c582ba34cc3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:16:26.154023 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-d030120f-c9c6-484d-8cb6-7c582ba34cc3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Made reservation on behalf of 3d9dc1d24c694798a5da5bb1f60d075a for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:16:26.160049 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-d030120f-c9c6-484d-8cb6-7c582ba34cc3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:26.236691 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1fd45-e507-4c9b-810b-a0ac704e2739 req-3836e898-0a48-4cee-9287-a270c1341b5c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:26.237542 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-55b1fd45-e507-4c9b-810b-a0ac704e2739 req-3836e898-0a48-4cee-9287-a270c1341b5c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0630331 Jan 25 16:16:26.272165 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-55b1fd45-e507-4c9b-810b-a0ac704e2739 req-d98b7ff0-0a06-4d5f-849a-4c3ce280d067 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266640 Jan 25 16:16:26.344326 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-d030120f-c9c6-484d-8cb6-7c582ba34cc3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Allocated IP 172.20.0.7 (ca5167e0-70f4-4f5e-919e-3039411592c6/9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd/efa2b7b1-3007-4ce2-af64-010e6a27aebc) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:16:26.443312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-d030120f-c9c6-484d-8cb6-7c582ba34cc3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:26.453134 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-d030120f-c9c6-484d-8cb6-7c582ba34cc3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Transition to ACTIVE for port object efa2b7b1-3007-4ce2-af64-010e6a27aebc will not be triggered until provisioned by entity DHCP. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:16:26.468739 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-d030120f-c9c6-484d-8cb6-7c582ba34cc3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:26.477208 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ff923f8f-a9c0-41c9-b180-14796b290e8d tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:26.547611 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030120f-c9c6-484d-8cb6-7c582ba34cc3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Pushing event updated for resources: {'Port': ['ID=efa2b7b1-3007-4ce2-af64-010e6a27aebc,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:26.550125 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d030120f-c9c6-484d-8cb6-7c582ba34cc3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:26.578029 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-d030120f-c9c6-484d-8cb6-7c582ba34cc3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Network ca5167e0-70f4-4f5e-919e-3039411592c6 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:16:26.578697 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-d030120f-c9c6-484d-8cb6-7c582ba34cc3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:16:26.580241 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-d030120f-c9c6-484d-8cb6-7c582ba34cc3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:16:26.624957 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-d030120f-c9c6-484d-8cb6-7c582ba34cc3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:26.625386 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-d030120f-c9c6-484d-8cb6-7c582ba34cc3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:26.646866 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-d030120f-c9c6-484d-8cb6-7c582ba34cc3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5863445 Jan 25 16:16:26.655600 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Request body: {'port': {'device_id': 'd37d10a1-7890-4679-8ea9-15400ab404e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:16:26.722710 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:26.791168 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-fb04bdbc-a5ad-4790-b7d4-6e02866846bc None None] Provisioning for port efa2b7b1-3007-4ce2-af64-010e6a27aebc completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:16:26.795280 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-fb04bdbc-a5ad-4790-b7d4-6e02866846bc None None] Provisioning complete for port efa2b7b1-3007-4ce2-af64-010e6a27aebc triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:16:26.795512 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fb04bdbc-a5ad-4790-b7d4-6e02866846bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:26.843763 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-fb04bdbc-a5ad-4790-b7d4-6e02866846bc None None] Port efa2b7b1-3007-4ce2-af64-010e6a27aebc cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:16:26.928911 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25e72c-c152-4de8-b567-e6fa4c2a618a req-0d6a31ef-a1a7-415f-ae3b-6d20247892f9 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:26.929314 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-3b25e72c-c152-4de8-b567-e6fa4c2a618a req-0d6a31ef-a1a7-415f-ae3b-6d20247892f9 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Synchronizing usage tracker for tenant:3d9dc1d24c694798a5da5bb1f60d075a on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:16:26.950735 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-3b25e72c-c152-4de8-b567-e6fa4c2a618a req-0d6a31ef-a1a7-415f-ae3b-6d20247892f9 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Unset dirty status for tenant:3d9dc1d24c694798a5da5bb1f60d075a on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:16:26.951454 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3b25e72c-c152-4de8-b567-e6fa4c2a618a req-0d6a31ef-a1a7-415f-ae3b-6d20247892f9 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 931 time: 0.1375031 Jan 25 16:16:26.984135 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064c57e-3ce1-4e2b-8ad6-3e56d9d75c63 req-6b7e1092-5955-4fbf-8615-8b91147d2bc8 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:26.985197 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f064c57e-3ce1-4e2b-8ad6-3e56d9d75c63 req-6b7e1092-5955-4fbf-8615-8b91147d2bc8 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0787566 Jan 25 16:16:26.990412 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3b25e72c-c152-4de8-b567-e6fa4c2a618a req-a5dffa9b-6bb8-43c6-9cc7-93fc37b2342a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=6df3cf43-0b6f-4bd2-aeee-70122d873c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344088 Jan 25 16:16:27.018553 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f064c57e-3ce1-4e2b-8ad6-3e56d9d75c63 req-076315f3-80b2-4b66-8dff-d4fef7118100 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290663 Jan 25 16:16:27.021810 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa2b7b1-3007-4ce2-af64-010e6a27aebc {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:16:27.025980 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:27.033528 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Transition to ACTIVE for port object efa2b7b1-3007-4ce2-af64-010e6a27aebc will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:16:27.036568 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:27.046566 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:27.129192 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Pushing event updated for resources: {'Port': ['ID=efa2b7b1-3007-4ce2-af64-010e6a27aebc,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:27.132459 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:27.472069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Attempting to bind port efa2b7b1-3007-4ce2-af64-010e6a27aebc on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:16:27.472324 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Attempting to bind port efa2b7b1-3007-4ce2-af64-010e6a27aebc by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '3f715a25-a095-496e-a199-326d7ad1ef6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:16:27.472482 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Attempting to bind port efa2b7b1-3007-4ce2-af64-010e6a27aebc on network ca5167e0-70f4-4f5e-919e-3039411592c6 {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:16:27.476709 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:16:27.476928 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Checking segment: {'id': '3f715a25-a095-496e-a199-326d7ad1ef6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:16:27.477143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:27.477348 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Bound using segment: {'id': '3f715a25-a095-496e-a199-326d7ad1ef6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:16:27.477601 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Bound port: efa2b7b1-3007-4ce2-af64-010e6a27aebc, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f715a25-a095-496e-a199-326d7ad1ef6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:16:27.477792 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:27.533395 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7db1e-52f5-4731-a156-13785b61fadc req-631a15be-d356-4e1a-a937-3f95a006eecd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:27.534289 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ccb7db1e-52f5-4731-a156-13785b61fadc req-631a15be-d356-4e1a-a937-3f95a006eecd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1064544 Jan 25 16:16:27.559491 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] For port efa2b7b1-3007-4ce2-af64-010e6a27aebc, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:16:27.569480 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] For port efa2b7b1-3007-4ce2-af64-010e6a27aebc, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=efa2b7b1-3007-4ce2-af64-010e6a27aebc,segment=NetworkSegment(3f715a25-a095-496e-a199-326d7ad1ef6c),segment_id=3f715a25-a095-496e-a199-326d7ad1ef6c)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:16:27.574191 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ccb7db1e-52f5-4731-a156-13785b61fadc req-38d8a0cb-e093-44c5-8be2-2cc07c5416ac tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322185 Jan 25 16:16:27.575033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:27.583367 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2d4d44cb-b8ad-4a98-a059-7e980ff97fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:27.661245 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Pushing event updated for resources: {'Port': ['ID=efa2b7b1-3007-4ce2-af64-010e6a27aebc,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:27.663735 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:27.681189 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:27.681547 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:27.682725 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] 10.222.0.117 "PUT /v2.0/ports/efa2b7b1-3007-4ce2-af64-010e6a27aebc HTTP/1.1" status: 200 len: 1157 time: 1.0295904 Jan 25 16:16:27.683132 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37d10a1-7890-4679-8ea9-15400ab404e6', 'tag': 'efa2b7b1-3007-4ce2-af64-010e6a27aebc'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:16:27.713936 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37d10a1-7890-4679-8ea9-15400ab404e6', 'tag': 'efa2b7b1-3007-4ce2-af64-010e6a27aebc', 'status': 'completed', 'code': 200} Jan 25 16:16:28.156975 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a03cbf-77d1-4136-a6e6-daedcb89afd1 req-d3a1006c-5d39-4d1e-8386-3396b1fe5897 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:28.158199 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-70a03cbf-77d1-4136-a6e6-daedcb89afd1 req-d3a1006c-5d39-4d1e-8386-3396b1fe5897 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 943 time: 0.0658963 Jan 25 16:16:28.191744 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-70a03cbf-77d1-4136-a6e6-daedcb89afd1 req-d056782f-da8b-4002-b0bc-e8c4c87cba8f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=6df3cf43-0b6f-4bd2-aeee-70122d873c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289383 Jan 25 16:16:28.384324 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1e4af-dbb4-4db1-bd7c-04dd8d9aa65c req-7d3db693-6fa7-407b-811c-3cbed4a041b1 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:28.387084 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b6e1e4af-dbb4-4db1-bd7c-04dd8d9aa65c req-7d3db693-6fa7-407b-811c-3cbed4a041b1 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.2823937 Jan 25 16:16:28.425723 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b6e1e4af-dbb4-4db1-bd7c-04dd8d9aa65c req-18668cff-6bf0-4ced-bcc7-70dab8d3ef93 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356858 Jan 25 16:16:28.558597 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501f15e-8e9b-48e0-9e3f-106630c355dd req-5daa1d5b-86d4-4e04-8bfa-eaa8dbb6befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:28.559605 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8501f15e-8e9b-48e0-9e3f-106630c355dd req-5daa1d5b-86d4-4e04-8bfa-eaa8dbb6befa service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=3d9dc1d24c694798a5da5bb1f60d075a&device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 1160 time: 0.0574963 Jan 25 16:16:28.659892 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501f15e-8e9b-48e0-9e3f-106630c355dd req-b4f6e05e-2f1c-4833-8a54-389bfc8df7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:28.660960 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8501f15e-8e9b-48e0-9e3f-106630c355dd req-b4f6e05e-2f1c-4833-8a54-389bfc8df7a5 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=3d9dc1d24c694798a5da5bb1f60d075a&shared=False HTTP/1.1" status: 200 len: 904 time: 0.0952508 Jan 25 16:16:28.799683 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501f15e-8e9b-48e0-9e3f-106630c355dd req-d424b82b-f58d-4622-87f2-25ecb484fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:28.800822 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8501f15e-8e9b-48e0-9e3f-106630c355dd req-d424b82b-f58d-4622-87f2-25ecb484fbd1 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1338758 Jan 25 16:16:28.819254 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c812a-047d-4906-9963-b5f458ce172f req-adff4f0b-af02-4b22-9b99-edcbb056b5cf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:28.820240 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2b5c812a-047d-4906-9963-b5f458ce172f req-adff4f0b-af02-4b22-9b99-edcbb056b5cf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1382174 Jan 25 16:16:28.859806 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2b5c812a-047d-4906-9963-b5f458ce172f req-1adcf4d1-f939-4281-a68d-c9f1127a8400 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348930 Jan 25 16:16:29.192807 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7184bda-2f5e-461b-917d-8ed013003824 req-a60fe994-0630-4b1b-9c63-c16bdef1b7a7 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:29.193918 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c7184bda-2f5e-461b-917d-8ed013003824 req-a60fe994-0630-4b1b-9c63-c16bdef1b7a7 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.117 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 946 time: 0.0844305 Jan 25 16:16:29.256504 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-c7184bda-2f5e-461b-917d-8ed013003824 req-4f595fec-2bb5-4b2a-864e-cf9486af9a9b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Deleting port f739532b-7f07-4057-92be-f69b0a933c81 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:16:29.256504 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-c7184bda-2f5e-461b-917d-8ed013003824 req-4f595fec-2bb5-4b2a-864e-cf9486af9a9b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:29.355863 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9ad87-24ac-4f79-95cc-c482a8c5ff75 req-5575a06c-e9fb-4e29-ad85-928d2a51271c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:29.356969 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8bc9ad87-24ac-4f79-95cc-c482a8c5ff75 req-5575a06c-e9fb-4e29-ad85-928d2a51271c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 943 time: 0.0653658 Jan 25 16:16:29.389506 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8bc9ad87-24ac-4f79-95cc-c482a8c5ff75 req-e7e56872-5167-4779-903e-f1a1b71715da tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=6df3cf43-0b6f-4bd2-aeee-70122d873c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282903 Jan 25 16:16:29.398833 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device f739532b-7f07-4057-92be-f69b0a933c81 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:16:29.424595 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-c7184bda-2f5e-461b-917d-8ed013003824 req-4f595fec-2bb5-4b2a-864e-cf9486af9a9b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] For port f739532b-7f07-4057-92be-f69b0a933c81, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=f739532b-7f07-4057-92be-f69b0a933c81,segment=NetworkSegment(80a5d48a-1b50-4107-9f64-bb8eda081d13),segment_id=80a5d48a-1b50-4107-9f64-bb8eda081d13)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:16:29.424819 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-c7184bda-2f5e-461b-917d-8ed013003824 req-4f595fec-2bb5-4b2a-864e-cf9486af9a9b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:29.484533 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:29.502390 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105d48da-ed58-450b-8b3f-84762f5f30f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f739532b-7f07-4057-92be-f69b0a933c81'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:16:29.509071 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port f739532b-7f07-4057-92be-f69b0a933c81, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=f739532b-7f07-4057-92be-f69b0a933c81,segment=NetworkSegment(80a5d48a-1b50-4107-9f64-bb8eda081d13),segment_id=80a5d48a-1b50-4107-9f64-bb8eda081d13)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:16:29.511316 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:29.512908 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:29.515397 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-c7184bda-2f5e-461b-917d-8ed013003824 req-4f595fec-2bb5-4b2a-864e-cf9486af9a9b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Calling delete_port for f739532b-7f07-4057-92be-f69b0a933c81 owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:16:29.539340 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105d48da-ed58-450b-8b3f-84762f5f30f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f739532b-7f07-4057-92be-f69b0a933c81', 'code': 200} Jan 25 16:16:29.556224 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=f739532b-7f07-4057-92be-f69b0a933c81,revision_number=5']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:29.558312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:29.596443 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.db.api [req-c7184bda-2f5e-461b-917d-8ed013003824 req-4f595fec-2bb5-4b2a-864e-cf9486af9a9b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79985) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:16:29.596657 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_db.api [req-c7184bda-2f5e-461b-917d-8ed013003824 req-4f595fec-2bb5-4b2a-864e-cf9486af9a9b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 16:16:29.614921 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435223f-f710-4de1-b39a-8444ac6c56fd req-125c8562-6717-4d92-9716-f5b943e02ca8 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:29.615973 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5435223f-f710-4de1-b39a-8444ac6c56fd req-125c8562-6717-4d92-9716-f5b943e02ca8 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 944 time: 0.0824990 Jan 25 16:16:29.654742 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5435223f-f710-4de1-b39a-8444ac6c56fd req-6128fb36-78b2-429a-997f-a3beb0d4f464 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/security-groups?id=635add9d-1630-458c-9aa1-f9be9e8727b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308025 Jan 25 16:16:30.027640 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baa45a-00ac-43b2-a9af-b6eedb8e6637 req-d5e38a98-368d-4e3f-994a-4d9d81172116 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:30.028170 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-71baa45a-00ac-43b2-a9af-b6eedb8e6637 req-d5e38a98-368d-4e3f-994a-4d9d81172116 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0772085 Jan 25 16:16:30.064199 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-71baa45a-00ac-43b2-a9af-b6eedb8e6637 req-6d37f8c3-1ab8-4ecb-bbee-20d40f9373ce tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316677 Jan 25 16:16:30.097549 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-c7184bda-2f5e-461b-917d-8ed013003824 req-4f595fec-2bb5-4b2a-864e-cf9486af9a9b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Deleting port f739532b-7f07-4057-92be-f69b0a933c81 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:16:30.097805 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-c7184bda-2f5e-461b-917d-8ed013003824 req-4f595fec-2bb5-4b2a-864e-cf9486af9a9b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:30.268806 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-c7184bda-2f5e-461b-917d-8ed013003824 req-4f595fec-2bb5-4b2a-864e-cf9486af9a9b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] For port f739532b-7f07-4057-92be-f69b0a933c81, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=f739532b-7f07-4057-92be-f69b0a933c81,segment=NetworkSegment(80a5d48a-1b50-4107-9f64-bb8eda081d13),segment_id=80a5d48a-1b50-4107-9f64-bb8eda081d13)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:16:30.269245 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-c7184bda-2f5e-461b-917d-8ed013003824 req-4f595fec-2bb5-4b2a-864e-cf9486af9a9b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:30.356714 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-c7184bda-2f5e-461b-917d-8ed013003824 req-4f595fec-2bb5-4b2a-864e-cf9486af9a9b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Calling delete_port for f739532b-7f07-4057-92be-f69b0a933c81 owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:16:30.441999 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-c7184bda-2f5e-461b-917d-8ed013003824 req-4f595fec-2bb5-4b2a-864e-cf9486af9a9b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:30.462264 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0dcbca30-bf27-4c6d-819c-38f9e947033d tempest-DeleteServersTestJSON-32102950 tempest-DeleteServersTestJSON-32102950] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:30.536273 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f595fec-2bb5-4b2a-864e-cf9486af9a9b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Pushing event deleted for resources: {'Port': ['ID=f739532b-7f07-4057-92be-f69b0a933c81,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:30.544344 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4f595fec-2bb5-4b2a-864e-cf9486af9a9b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:30.610160 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb186ed-c1b0-4ca5-93c9-b2f8162d8639 req-6924fccc-ea8e-4a7e-9d29-70125af40a7a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:30.611104 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ebb186ed-c1b0-4ca5-93c9-b2f8162d8639 req-6924fccc-ea8e-4a7e-9d29-70125af40a7a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 943 time: 0.1306047 Jan 25 16:16:30.616493 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7184bda-2f5e-461b-917d-8ed013003824 req-4f595fec-2bb5-4b2a-864e-cf9486af9a9b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] No DVR routers for this DVR port f739532b-7f07-4057-92be-f69b0a933c81 on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:16:30.624449 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-c7184bda-2f5e-461b-917d-8ed013003824 req-4f595fec-2bb5-4b2a-864e-cf9486af9a9b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:30.625941 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105d48da-ed58-450b-8b3f-84762f5f30f9', 'name': 'network-vif-deleted', 'tag': 'f739532b-7f07-4057-92be-f69b0a933c81'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:16:30.641307 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c7184bda-2f5e-461b-917d-8ed013003824 req-4f595fec-2bb5-4b2a-864e-cf9486af9a9b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.117 "DELETE /v2.0/ports/f739532b-7f07-4057-92be-f69b0a933c81 HTTP/1.1" status: 204 len: 173 time: 1.4403684 Jan 25 16:16:30.649869 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ebb186ed-c1b0-4ca5-93c9-b2f8162d8639 req-f76f2ec2-0130-4b0b-a9e8-959d668a3d04 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=6df3cf43-0b6f-4bd2-aeee-70122d873c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345657 Jan 25 16:16:30.660695 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105d48da-ed58-450b-8b3f-84762f5f30f9', 'name': 'network-vif-deleted', 'tag': 'f739532b-7f07-4057-92be-f69b0a933c81', 'status': 'completed', 'code': 200} Jan 25 16:16:30.754093 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-11a4ac37-ebee-4959-ba67-56e46907a242 req-c40699ac-ad1d-464b-8e12-a206e69204b6 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 210 time: 0.0329578 Jan 25 16:16:31.221245 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2281bd-68d4-4f35-902a-873a77d2ec73 req-9520c385-099e-4e0c-9076-0c7d1a9b86fe tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:31.222295 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9a2281bd-68d4-4f35-902a-873a77d2ec73 req-9520c385-099e-4e0c-9076-0c7d1a9b86fe tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0682805 Jan 25 16:16:31.260870 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9a2281bd-68d4-4f35-902a-873a77d2ec73 req-c95ba6cb-1914-4c33-a4a5-11b015befd0e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311031 Jan 25 16:16:31.813961 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e5dcf-3219-48b7-a5f4-99137f4c2025 req-7261450a-e677-466b-b3b8-4e4b580c58ff tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:31.815120 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-974e5dcf-3219-48b7-a5f4-99137f4c2025 req-7261450a-e677-466b-b3b8-4e4b580c58ff tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 943 time: 0.0713522 Jan 25 16:16:31.849869 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-974e5dcf-3219-48b7-a5f4-99137f4c2025 req-1af06502-39d7-466d-8981-5cd77f4b5f21 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=6df3cf43-0b6f-4bd2-aeee-70122d873c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302038 Jan 25 16:16:31.877468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-02031109-fb60-4646-a17b-fc115c30b6e8 req-ab93c6b3-a54a-491f-8f4a-5f597d42ee11 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Synchronizing usage tracker for tenant:98ec46fb71464bd3bf88c602bca1e490 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:16:31.887379 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-02031109-fb60-4646-a17b-fc115c30b6e8 req-ab93c6b3-a54a-491f-8f4a-5f597d42ee11 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Unset dirty status for tenant:98ec46fb71464bd3bf88c602bca1e490 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:16:31.888642 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-02031109-fb60-4646-a17b-fc115c30b6e8 req-ab93c6b3-a54a-491f-8f4a-5f597d42ee11 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 210 time: 0.0456448 Jan 25 16:16:32.449770 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e529a8-627f-4a9f-b89e-7bdb2767db2b req-6d396fe6-1724-43dd-8df7-e501a192c345 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:32.451291 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f7e529a8-627f-4a9f-b89e-7bdb2767db2b req-6d396fe6-1724-43dd-8df7-e501a192c345 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0763526 Jan 25 16:16:32.489609 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f7e529a8-627f-4a9f-b89e-7bdb2767db2b req-0aa8a184-aed9-4d07-8971-306dbe2e69df tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308521 Jan 25 16:16:33.025114 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d58201-70d8-40b8-99a2-5d7660ed465c req-4e948c6a-00bc-4cfb-82fd-e1f4259d5950 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:33.026203 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-40d58201-70d8-40b8-99a2-5d7660ed465c req-4e948c6a-00bc-4cfb-82fd-e1f4259d5950 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 943 time: 0.0736206 Jan 25 16:16:33.027566 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1a706ac0-7e06-4d85-8e0f-80d6f050ff8d req-71839946-bbb7-4ab5-8abf-46aae00de87a tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 210 time: 0.0342386 Jan 25 16:16:33.063694 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-40d58201-70d8-40b8-99a2-5d7660ed465c req-669a20f1-d0f7-44e3-bee9-0e3765d6e4f4 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=6df3cf43-0b6f-4bd2-aeee-70122d873c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297456 Jan 25 16:16:33.656452 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02de8a-2001-40ed-ade9-edf1e4c819e8 req-5b081a2a-b6c6-4e29-8ad7-4b597e3e1211 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:33.657547 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9c02de8a-2001-40ed-ade9-edf1e4c819e8 req-5b081a2a-b6c6-4e29-8ad7-4b597e3e1211 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0780125 Jan 25 16:16:33.697090 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9c02de8a-2001-40ed-ade9-edf1e4c819e8 req-69f19d76-c9d0-4313-b126-d48e1530fbda tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325959 Jan 25 16:16:34.183556 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ce3ee21c-e3fd-4c2f-b3e6-1bbc66e92b0f req-98cf74a0-d2c4-4013-90fa-a14af2507cad tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] 10.222.0.107 "GET /v2.0/ports?device_id=105d48da-ed58-450b-8b3f-84762f5f30f9 HTTP/1.1" status: 200 len: 210 time: 0.0399871 Jan 25 16:16:34.365431 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eecdb1-d654-4d9c-b03e-2550e4e9f6e8 req-1014540b-012d-4936-9f63-e7fcaa6fd299 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:34.366507 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-13eecdb1-d654-4d9c-b03e-2550e4e9f6e8 req-1014540b-012d-4936-9f63-e7fcaa6fd299 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 943 time: 0.0689099 Jan 25 16:16:34.399463 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-13eecdb1-d654-4d9c-b03e-2550e4e9f6e8 req-79a3ccfe-8de5-4886-90fd-da052fa2cf9d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=6df3cf43-0b6f-4bd2-aeee-70122d873c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287967 Jan 25 16:16:34.874204 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adbf8f-4298-4486-b97b-8938581a16dd req-d337a675-5a9c-4b79-b17d-489759c32d10 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:34.875246 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f1adbf8f-4298-4486-b97b-8938581a16dd req-d337a675-5a9c-4b79-b17d-489759c32d10 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0723076 Jan 25 16:16:34.908799 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f1adbf8f-4298-4486-b97b-8938581a16dd req-ad11c772-520e-4bd2-af66-4eecf30d4922 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295246 Jan 25 16:16:35.258049 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 42962) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:35.566709 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304c72a-4180-4f45-b5f2-294249ccf58d req-ce1db0bf-ddb1-46bd-9c3c-2fc8bf7ee2c4 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:35.567781 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1304c72a-4180-4f45-b5f2-294249ccf58d req-ce1db0bf-ddb1-46bd-9c3c-2fc8bf7ee2c4 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 943 time: 0.0711064 Jan 25 16:16:35.601121 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1304c72a-4180-4f45-b5f2-294249ccf58d req-37183d7b-16c6-4b69-b72b-c0eed7cce0dd tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=6df3cf43-0b6f-4bd2-aeee-70122d873c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291860 Jan 25 16:16:35.640038 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-01c13f6b-7ec5-45d4-bf3f-9d28b3554641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719075'] for router_interface, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:35.884567 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-01c13f6b-7ec5-45d4-bf3f-9d28b3554641 admin admin] Deleting port 6d15764b-58da-4589-a7b4-688eb791d399 {{(pid=79984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:16:35.884798 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-01c13f6b-7ec5-45d4-bf3f-9d28b3554641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:36.003224 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-01c13f6b-7ec5-45d4-bf3f-9d28b3554641 admin admin] For port 6d15764b-58da-4589-a7b4-688eb791d399, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=6d15764b-58da-4589-a7b4-688eb791d399,segment=NetworkSegment(80a5d48a-1b50-4107-9f64-bb8eda081d13),segment_id=80a5d48a-1b50-4107-9f64-bb8eda081d13)] {{(pid=79984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:16:36.003494 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-01c13f6b-7ec5-45d4-bf3f-9d28b3554641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:36.102844 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-01c13f6b-7ec5-45d4-bf3f-9d28b3554641 admin admin] Calling delete_port for 6d15764b-58da-4589-a7b4-688eb791d399 owned by network:router_interface {{(pid=79984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:16:36.428832 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668b410-9d70-485e-a5a1-31b027e01b38 req-a62af04c-2b29-4704-ab62-0f8de7de0512 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:36.429631 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1668b410-9d70-485e-a5a1-31b027e01b38 req-a62af04c-2b29-4704-ab62-0f8de7de0512 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.4279380 Jan 25 16:16:36.471633 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1668b410-9d70-485e-a5a1-31b027e01b38 req-c10b1402-2455-4545-a461-b75c2093173d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346792 Jan 25 16:16:36.506830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-01c13f6b-7ec5-45d4-bf3f-9d28b3554641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:36.515384 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:36.562623 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c13f6b-7ec5-45d4-bf3f-9d28b3554641 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d15764b-58da-4589-a7b4-688eb791d399,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:36.564821 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-01c13f6b-7ec5-45d4-bf3f-9d28b3554641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:36.736203 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-01c13f6b-7ec5-45d4-bf3f-9d28b3554641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718937'] for router_interface, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:36.870001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995507e-433d-4bdc-bf48-df41cfab0475 req-3ac4141b-5be5-459f-9733-bc5f329e192c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:36.870953 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a995507e-433d-4bdc-bf48-df41cfab0475 req-3ac4141b-5be5-459f-9733-bc5f329e192c tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 943 time: 0.0622427 Jan 25 16:16:36.899986 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a995507e-433d-4bdc-bf48-df41cfab0475 req-788d60cd-591c-4629-a335-f25d381969e4 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=6df3cf43-0b6f-4bd2-aeee-70122d873c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249515 Jan 25 16:16:37.056155 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c13f6b-7ec5-45d4-bf3f-9d28b3554641 admin admin] Router 209aafa6-9c7b-4da0-8c40-97f690a437b7 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:16:37.173774 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c13f6b-7ec5-45d4-bf3f-9d28b3554641 admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:16:37.182118 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0814c1c8-8d79-4430-a5c4-937a960374a9 None None] Sync routers for ids ['209aafa6-9c7b-4da0-8c40-97f690a437b7'] in dv-cinder-766064-3-iscsi {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:16:37.184654 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-01c13f6b-7ec5-45d4-bf3f-9d28b3554641 admin admin] 10.222.0.107 "PUT /v2.0/routers/209aafa6-9c7b-4da0-8c40-97f690a437b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9257545 Jan 25 16:16:37.187321 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 42974) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:37.190481 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0814c1c8-8d79-4430-a5c4-937a960374a9 None None] Routers {'209aafa6-9c7b-4da0-8c40-97f690a437b7'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:16:37.190849 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-0814c1c8-8d79-4430-a5c4-937a960374a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:16:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['209aafa6-9c7b-4da0-8c40-97f690a437b7'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:37.287418 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-095d543d-ca35-470f-a93b-057f80f08225 admin admin] Notify callbacks [] for router, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:37.295139 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-0814c1c8-8d79-4430-a5c4-937a960374a9 None None] Set router 209aafa6-9c7b-4da0-8c40-97f690a437b7 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:16:37.390648 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-095d543d-ca35-470f-a93b-057f80f08225 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:37.393777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-095d543d-ca35-470f-a93b-057f80f08225 admin admin] Deleting port 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6 {{(pid=79984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:16:37.394083 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-095d543d-ca35-470f-a93b-057f80f08225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:37.453081 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-0814c1c8-8d79-4430-a5c4-937a960374a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1207734370-router', 'tenant_id': '98ec46fb71464bd3bf88c602bca1e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '409d2ad5-fe35-4b64-8be2-b4a04bd29bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:19Z', 'updated_at': '2021-01-25T16:16:36Z', 'revision_number': 5, 'project_id': '98ec46fb71464bd3bf88c602bca1e490', 'gw_port': {'id': '409d2ad5-fe35-4b64-8be2-b4a04bd29bd6', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:20Z', 'updated_at': '2021-01-25T16:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:37.455313 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0814c1c8-8d79-4430-a5c4-937a960374a9 None None] Checking router: 209aafa6-9c7b-4da0-8c40-97f690a437b7 for host: dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:16:37.460619 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0814c1c8-8d79-4430-a5c4-937a960374a9 None None] Routers {'209aafa6-9c7b-4da0-8c40-97f690a437b7'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:16:37.460968 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-0814c1c8-8d79-4430-a5c4-937a960374a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:16:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['209aafa6-9c7b-4da0-8c40-97f690a437b7'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:37.486446 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-095d543d-ca35-470f-a93b-057f80f08225 admin admin] For port 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=409d2ad5-fe35-4b64-8be2-b4a04bd29bd6,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:16:37.486653 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-095d543d-ca35-470f-a93b-057f80f08225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:37.560325 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-095d543d-ca35-470f-a93b-057f80f08225 admin admin] Calling delete_port for 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6 owned by network:router_gateway {{(pid=79984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:16:37.683976 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd2450-c467-487d-9bee-86e2046e3a74 req-20101a61-2d20-4492-84b5-13af99dcfc44 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:37.684859 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-aecd2450-c467-487d-9bee-86e2046e3a74 req-20101a61-2d20-4492-84b5-13af99dcfc44 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1066475 Jan 25 16:16:37.691515 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-095d543d-ca35-470f-a93b-057f80f08225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: WARNING neutron.plugins.ml2.ovo_rpc [None req-095d543d-ca35-470f-a93b-057f80f08225 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: result = function(*args, **kwargs) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: proto.__init__(conn_state, self) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: self.handle() Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: self.handle_one_request() Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: self.handle_one_response() Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: result = self.application(self.environ, start_response) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: return app(environ, start_response) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: resp = self.call_func(req, *args, **kw) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.func(req, *args, **kwargs) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: response = req.get_response(self.application) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: application, catch_exc_info=False) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: app_iter = application(self.environ, start_response) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: resp = self.call_func(req, *args, **kw) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.func(req, *args, **kwargs) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: response = req.get_response(self.application) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: application, catch_exc_info=False) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: app_iter = application(self.environ, start_response) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: resp = self.call_func(req, *args, **kw) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.func(req, *args, **kwargs) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: response = req.get_response(self.application) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: application, catch_exc_info=False) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: app_iter = application(self.environ, start_response) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: resp = self.call_func(req, *args, **kw) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.func(req, *args, **kwargs) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: response = req.get_response(self.application) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: application, catch_exc_info=False) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: app_iter = application(self.environ, start_response) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: resp = self.call_func(req, *args, **kw) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.func(req, *args, **kwargs) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: return request.get_response(self.application) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: application, catch_exc_info=False) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: app_iter = application(self.environ, start_response) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: resp = self.call_func(req, *args, **kw) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.func(req, *args, **kwargs) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: response = req.get_response(self._app) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: application, catch_exc_info=False) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: app_iter = application(self.environ, start_response) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: return resp(environ, start_response) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: return resp(environ, start_response) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: response = self.app(environ, start_response) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: return resp(environ, start_response) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: resp = self.call_func(req, *args, **kw) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.func(req, *args, **kwargs) Jan 25 16:16:37.693042 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: result = method(request=request, **args) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: return self._delete(request, id, **kwargs) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(*args, **kwargs) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(*args, **kwargs) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(*dup_args, **dup_kwargs) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: obj_deleter(request.context, id, **kwargs) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: return method(*args, **kwargs) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(*args, **kwargs) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(*args, **kwargs) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(*dup_args, **dup_kwargs) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: self._delete_current_gw_port(context, id, router, None) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: admin_ctx, gw_port_id, l3_port_check=False) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(self, context, *args, **kwargs) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: return method(*args, **kwargs) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: context, port, router_ids, bound_mech_contexts) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: return function(*args, **kwargs) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: callback(resource, event, trigger, **kwargs) Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: if self._is_session_semantic_violated(context, resource, event): Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: stack = traceback.extract_stack() Jan 25 16:16:37.701983 dv-cinder-766064-3-iscsi neutron-server[79885]: Jan 25 16:16:37.725141 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-0814c1c8-8d79-4430-a5c4-937a960374a9 None None] Set router 209aafa6-9c7b-4da0-8c40-97f690a437b7 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:16:37.906904 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-0814c1c8-8d79-4430-a5c4-937a960374a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1207734370-router', 'tenant_id': '98ec46fb71464bd3bf88c602bca1e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '409d2ad5-fe35-4b64-8be2-b4a04bd29bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:19Z', 'updated_at': '2021-01-25T16:16:36Z', 'revision_number': 5, 'project_id': '98ec46fb71464bd3bf88c602bca1e490', 'gw_port': {'id': '409d2ad5-fe35-4b64-8be2-b4a04bd29bd6', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:20Z', 'updated_at': '2021-01-25T16:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:37.909637 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0814c1c8-8d79-4430-a5c4-937a960374a9 None None] The sync data for ids ['209aafa6-9c7b-4da0-8c40-97f690a437b7'] in dv-cinder-766064-3-iscsi is: [{'id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1207734370-router', 'tenant_id': '98ec46fb71464bd3bf88c602bca1e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '409d2ad5-fe35-4b64-8be2-b4a04bd29bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:12:19Z', 'updated_at': '2021-01-25T16:16:36Z', 'revision_number': 5, 'project_id': '98ec46fb71464bd3bf88c602bca1e490', 'gw_port': {'id': '409d2ad5-fe35-4b64-8be2-b4a04bd29bd6', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209aafa6-9c7b-4da0-8c40-97f690a437b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:12:20Z', 'updated_at': '2021-01-25T16:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}] {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:16:37.980221 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-aecd2450-c467-487d-9bee-86e2046e3a74 req-8ead8305-75df-46ca-83b1-677f07774eb4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785094 Jan 25 16:16:38.028759 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-095d543d-ca35-470f-a93b-057f80f08225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854064149'] for router_gateway, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:38.047611 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837c7c9-a279-4ede-a1ee-af52cb866e29 req-da3fb659-ff5e-40b4-9257-3c434c5d6b94 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:38.048608 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3837c7c9-a279-4ede-a1ee-af52cb866e29 req-da3fb659-ff5e-40b4-9257-3c434c5d6b94 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 943 time: 0.0605524 Jan 25 16:16:38.077156 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3837c7c9-a279-4ede-a1ee-af52cb866e29 req-d97a7029-4e10-4dff-823e-21b0a7273f8f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=6df3cf43-0b6f-4bd2-aeee-70122d873c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243998 Jan 25 16:16:38.111925 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-095d543d-ca35-470f-a93b-057f80f08225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854068689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771156'] for router, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:38.113588 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-095d543d-ca35-470f-a93b-057f80f08225 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:38.169055 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-095d543d-ca35-470f-a93b-057f80f08225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706716'] for router, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:38.169437 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095d543d-ca35-470f-a93b-057f80f08225 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 209aafa6-9c7b-4da0-8c40-97f690a437b7 {{(pid=79984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:16:38.177757 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-095d543d-ca35-470f-a93b-057f80f08225 admin admin] Notify callbacks [] for router, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:38.178542 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-095d543d-ca35-470f-a93b-057f80f08225 admin admin] 10.222.0.107 "DELETE /v2.0/routers/209aafa6-9c7b-4da0-8c40-97f690a437b7 HTTP/1.1" status: 204 len: 168 time: 0.9905896 Jan 25 16:16:38.180274 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 42984) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:38.222038 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_v2 [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Deleting subnet ad719a1d-709c-4782-94bc-05e947cd33ab {{(pid=79984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 16:16:38.223933 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:38.254144 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852552367'] for subnet, precommit_delete_associations {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:38.292589 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852869732'] for subnet, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:38.444401 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 6d15764b-58da-4589-a7b4-688eb791d399 no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:16:38.448173 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2188436'] for subnet, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:38.456930 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:38.466774 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: 6d15764b-58da-4589-a7b4-688eb791d399 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:16:38.466919 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 6d15764b-58da-4589-a7b4-688eb791d399 not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:16:38.501319 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad719a1d-709c-4782-94bc-05e947cd33ab,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:38.513932 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.514171 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.514384 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.514593 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.514800 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.515008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.515214 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.515420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.515627 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.515834 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.516038 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.516259 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.516509 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.516717 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.516924 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.517129 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.517334 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.517538 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.517740 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.517944 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.518147 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.518349 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.518553 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.518756 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:16:38.521327 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:38.535910 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:38.539227 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-af14e713-372b-4bc7-a67a-4d43591521a1 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/ad719a1d-709c-4782-94bc-05e947cd33ab HTTP/1.1" status: 204 len: 168 time: 0.3583031 Jan 25 16:16:38.540980 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 42990) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:38.599574 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1c88b38c-116b-4be8-9325-3be20cc2ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853034955'] for network, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:38.719834 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1c88b38c-116b-4be8-9325-3be20cc2ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852872736', 'neutron.services.segments.db._delete_segments_for_network-8743637820497'] for network, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:38.785583 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-1c88b38c-116b-4be8-9325-3be20cc2ca63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4092863d-99a9-4ca0-baee-920a42d2b318']}} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:38.792970 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-1c88b38c-116b-4be8-9325-3be20cc2ca63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a5d48a-1b50-4107-9f64-bb8eda081d13') {'for_net_delete': True} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:38.793167 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-1c88b38c-116b-4be8-9325-3be20cc2ca63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a5d48a-1b50-4107-9f64-bb8eda081d13') {} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:38.800410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1c88b38c-116b-4be8-9325-3be20cc2ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743637817186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223449'] for segment, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:38.811282 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1c88b38c-116b-4be8-9325-3be20cc2ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:38.812733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1c88b38c-116b-4be8-9325-3be20cc2ca63 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=79984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 16:16:38.853661 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-cfd57a4c-30a1-4426-92a4-195315f5bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:38.854720 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-cfd57a4c-30a1-4426-92a4-195315f5bf0d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=3d9dc1d24c694798a5da5bb1f60d075a&device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 1160 time: 0.2509558 Jan 25 16:16:38.901190 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-42bcf006-399b-4d9b-90af-32ce1b77158c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efa2b7b1-3007-4ce2-af64-010e6a27aebc HTTP/1.1" status: 200 len: 217 time: 0.0349798 Jan 25 16:16:38.908645 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-1c88b38c-116b-4be8-9325-3be20cc2ca63 admin admin] Network 4092863d-99a9-4ca0-baee-920a42d2b318 has no segments {{(pid=79984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:16:38.913566 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1c88b38c-116b-4be8-9325-3be20cc2ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852869664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852675938'] for segment, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:38.944656 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-be4f50fe-a478-4ae7-8470-7b7684c44223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:38.945445 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-be4f50fe-a478-4ae7-8470-7b7684c44223 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd HTTP/1.1" status: 200 len: 849 time: 0.0359704 Jan 25 16:16:39.007345 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-1c88b38c-116b-4be8-9325-3be20cc2ca63 admin admin] Network 4092863d-99a9-4ca0-baee-920a42d2b318 has no segments {{(pid=79984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:16:39.007493 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-39c90670-d3db-4c7d-80e0-8b2a8576ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:39.008559 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-39c90670-d3db-4c7d-80e0-8b2a8576ec5e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ca5167e0-70f4-4f5e-919e-3039411592c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542378 Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: Traceback (most recent call last): Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: timer() Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: cb(*args, **kw) Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: return func(*args, **kwargs) Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: self._notify() Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: self.callback(batched_events) Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: event.method(event) Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: segment_id)['aggregates'][0] Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(self, *a, **k) Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: return self._get(url).json() Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: **kwargs) Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.request(url, 'GET', **kwargs) Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: **endpoint_filter) Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:16:39.019919 dv-cinder-766064-3-iscsi neutron-server[79885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:16:39.086975 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1c88b38c-116b-4be8-9325-3be20cc2ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711666'] for network, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:39.090163 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:39.100113 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-605687a1-f2e6-46aa-8a98-8d376a87d60c service neutron] 10.222.0.117 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834930 Jan 25 16:16:39.101911 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1c88b38c-116b-4be8-9325-3be20cc2ca63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:39.108870 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88b38c-116b-4be8-9325-3be20cc2ca63 admin admin] Pushing event deleted for resources: {'Network': ['ID=4092863d-99a9-4ca0-baee-920a42d2b318,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:39.114529 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1c88b38c-116b-4be8-9325-3be20cc2ca63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:39.120504 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-1c88b38c-116b-4be8-9325-3be20cc2ca63 admin admin] 10.222.0.107 "DELETE /v2.0/networks/4092863d-99a9-4ca0-baee-920a42d2b318 HTTP/1.1" status: 204 len: 168 time: 0.5772111 Jan 25 16:16:39.160390 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33cec3-4d60-41a6-8600-a8b7602af0eb req-e95c57ee-9d43-4f25-80c2-c1fd7ce1e829 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:39.161426 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1b33cec3-4d60-41a6-8600-a8b7602af0eb req-e95c57ee-9d43-4f25-80c2-c1fd7ce1e829 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1023288 Jan 25 16:16:39.193136 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1b33cec3-4d60-41a6-8600-a8b7602af0eb req-98b47cf5-66b5-463f-a584-f556d223e601 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259960 Jan 25 16:16:39.231224 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a65dd651-9af0-48b2-88bb-46fd5ccbca36 req-071d1629-1da4-44db-8b99-03f4a11535cb service neutron] 10.222.0.117 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1228685 Jan 25 16:16:39.249953 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 43000) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:39.262687 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4976d-1067-44f3-a796-b4657679dd9a req-d02c2ebd-e6e3-41e3-82d0-23da5fa90d43 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:39.264079 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3dd4976d-1067-44f3-a796-b4657679dd9a req-d02c2ebd-e6e3-41e3-82d0-23da5fa90d43 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 943 time: 0.0903366 Jan 25 16:16:39.278946 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-44ecbb04-c7b1-4e73-804e-ec4bba16043d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=98ec46fb71464bd3bf88c602bca1e490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0281081 Jan 25 16:16:39.280723 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 43006) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:39.296536 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3dd4976d-1067-44f3-a796-b4657679dd9a req-ab74b53e-dfad-412b-90ca-fd5e326c3d68 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=6df3cf43-0b6f-4bd2-aeee-70122d873c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287836 Jan 25 16:16:39.314425 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ea070243-e63d-420f-b14e-de3dbb965fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:39.330693 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ea070243-e63d-420f-b14e-de3dbb965fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:39.356354 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ea070243-e63d-420f-b14e-de3dbb965fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:39.358989 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-eed87ab4-e76a-4cae-bb6d-2519ce9a52ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:39.370317 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea070243-e63d-420f-b14e-de3dbb965fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635add9d-1630-458c-9aa1-f9be9e8727b4,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:39.372192 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ea070243-e63d-420f-b14e-de3dbb965fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:39.377844 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ea070243-e63d-420f-b14e-de3dbb965fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:39.380227 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-ea070243-e63d-420f-b14e-de3dbb965fe1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/635add9d-1630-458c-9aa1-f9be9e8727b4 HTTP/1.1" status: 204 len: 168 time: 0.0975609 Jan 25 16:16:40.333257 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08813b48-d117-4468-9bd1-db68e73e3c0d req-849ac686-4ff4-46a3-b228-42b350dbb40e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:40.333257 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-08813b48-d117-4468-9bd1-db68e73e3c0d req-849ac686-4ff4-46a3-b228-42b350dbb40e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0625272 Jan 25 16:16:40.364368 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-08813b48-d117-4468-9bd1-db68e73e3c0d req-22de35ff-aa91-4e0e-9ac8-5875994eba85 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283942 Jan 25 16:16:40.428780 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6 no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:16:40.431233 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafeae1-b565-40c8-9d44-ac968c12aa96 req-f98c2308-7cd5-4d68-b414-7c9f8ce984c3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:40.432250 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bbafeae1-b565-40c8-9d44-ac968c12aa96 req-f98c2308-7cd5-4d68-b414-7c9f8ce984c3 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 943 time: 0.0622003 Jan 25 16:16:40.449584 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:16:40.449939 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 409d2ad5-fe35-4b64-8be2-b4a04bd29bd6 not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:16:40.461917 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bbafeae1-b565-40c8-9d44-ac968c12aa96 req-1c4b1f98-a2aa-40e7-adf6-bd1749e58dae tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=6df3cf43-0b6f-4bd2-aeee-70122d873c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252938 Jan 25 16:16:41.516842 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:16:41.527403 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4dca9f-51ef-46e1-90b1-c106a7e11c8b req-41a49c30-35d6-4eee-95e6-ba3eee7ad684 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:41.528545 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5b4dca9f-51ef-46e1-90b1-c106a7e11c8b req-41a49c30-35d6-4eee-95e6-ba3eee7ad684 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0794377 Jan 25 16:16:41.563161 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5b4dca9f-51ef-46e1-90b1-c106a7e11c8b req-f4ad8453-74ed-4aef-aa14-b45b5fcc0a98 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303774 Jan 25 16:16:41.604973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bee44-9a6c-44d4-9dc8-f9923846b61e req-34ee48d6-7b21-4952-9602-e810df0d7228 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:41.606040 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6a0bee44-9a6c-44d4-9dc8-f9923846b61e req-34ee48d6-7b21-4952-9602-e810df0d7228 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 943 time: 0.0693164 Jan 25 16:16:41.640877 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6a0bee44-9a6c-44d4-9dc8-f9923846b61e req-355e1d83-b5ce-4cf4-90bc-dd9e2c044508 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=6df3cf43-0b6f-4bd2-aeee-70122d873c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297127 Jan 25 16:16:41.822359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device efa2b7b1-3007-4ce2-af64-010e6a27aebc up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:16:41.872167 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port efa2b7b1-3007-4ce2-af64-010e6a27aebc completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:16:41.875766 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port efa2b7b1-3007-4ce2-af64-010e6a27aebc triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:16:41.876032 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:41.955613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:41.979136 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37d10a1-7890-4679-8ea9-15400ab404e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa2b7b1-3007-4ce2-af64-010e6a27aebc'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:16:41.986076 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port efa2b7b1-3007-4ce2-af64-010e6a27aebc, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=efa2b7b1-3007-4ce2-af64-010e6a27aebc,segment=NetworkSegment(3f715a25-a095-496e-a199-326d7ad1ef6c),segment_id=3f715a25-a095-496e-a199-326d7ad1ef6c)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:16:41.988088 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:41.989828 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:16:42.025330 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37d10a1-7890-4679-8ea9-15400ab404e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa2b7b1-3007-4ce2-af64-010e6a27aebc', 'code': 200} Jan 25 16:16:42.033497 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=efa2b7b1-3007-4ce2-af64-010e6a27aebc,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:16:42.036136 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:16:42.761323 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4e6bd-35ba-4fd0-a035-39d71dbae0c5 req-76d6e755-7fea-402e-bfa9-162d182a7c9e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:42.762485 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-20a4e6bd-35ba-4fd0-a035-39d71dbae0c5 req-76d6e755-7fea-402e-bfa9-162d182a7c9e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0902572 Jan 25 16:16:42.798500 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-20a4e6bd-35ba-4fd0-a035-39d71dbae0c5 req-c12adee2-429a-4ac7-bf59-03b37a22a17e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308514 Jan 25 16:16:42.803411 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2b005-16b4-4402-a1f5-443125799462 req-d705310b-bbfd-4182-b857-ab047cc72452 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:42.804605 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a9e2b005-16b4-4402-a1f5-443125799462 req-d705310b-bbfd-4182-b857-ab047cc72452 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 945 time: 0.0711639 Jan 25 16:16:42.845198 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a9e2b005-16b4-4402-a1f5-443125799462 req-2f6319f4-e0bd-467a-bb61-16add5216f6d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=6df3cf43-0b6f-4bd2-aeee-70122d873c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362036 Jan 25 16:16:42.885629 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63856046-bd85-4ac7-8355-696e3550305d req-b46a216d-36cf-4d80-be58-45c3bd2a9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:42.886716 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-63856046-bd85-4ac7-8355-696e3550305d req-b46a216d-36cf-4d80-be58-45c3bd2a9419 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 1162 time: 0.0535796 Jan 25 16:16:42.921045 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-63856046-bd85-4ac7-8355-696e3550305d req-e61fd8f5-07e1-4967-a053-e6e323d10319 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=6df3cf43-0b6f-4bd2-aeee-70122d873c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268910 Jan 25 16:16:43.431986 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device efa2b7b1-3007-4ce2-af64-010e6a27aebc up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:16:43.477093 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port efa2b7b1-3007-4ce2-af64-010e6a27aebc triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:16:43.477305 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:43.965304 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7dc91-4eba-491d-8a63-b34f82db9d7e req-22d201e7-1d1a-4afa-b32b-5de1388e8d03 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:43.966841 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4eb7dc91-4eba-491d-8a63-b34f82db9d7e req-22d201e7-1d1a-4afa-b32b-5de1388e8d03 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0683329 Jan 25 16:16:44.002954 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4eb7dc91-4eba-491d-8a63-b34f82db9d7e req-5b5fd6c0-37b7-4072-9316-1ed0a0358d78 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281432 Jan 25 16:16:44.009043 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60428831-f952-4ce7-8d5b-86c2e31c9498 req-f7640256-f6d0-4b19-bb0d-62924559ecaf tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:44.010203 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-60428831-f952-4ce7-8d5b-86c2e31c9498 req-f7640256-f6d0-4b19-bb0d-62924559ecaf tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 945 time: 0.0772662 Jan 25 16:16:44.042898 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-60428831-f952-4ce7-8d5b-86c2e31c9498 req-67ac1f00-362c-4832-ab74-9d16dc9fdbb0 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=6df3cf43-0b6f-4bd2-aeee-70122d873c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285187 Jan 25 16:16:45.173441 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a8d40-cf74-4afe-96e5-606f0370cad7 req-15723360-f51a-489a-8314-463ebac239b1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:45.174600 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-298a8d40-cf74-4afe-96e5-606f0370cad7 req-15723360-f51a-489a-8314-463ebac239b1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0742648 Jan 25 16:16:45.201941 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22375dfd-1048-41d6-b890-52e343028069 req-3ffa3998-2d15-478d-995a-05e28f32c76a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:45.203031 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-22375dfd-1048-41d6-b890-52e343028069 req-3ffa3998-2d15-478d-995a-05e28f32c76a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 945 time: 0.0767601 Jan 25 16:16:45.212550 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-298a8d40-cf74-4afe-96e5-606f0370cad7 req-26d524a4-cec7-467c-933a-8b62a715c826 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304155 Jan 25 16:16:45.237797 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-22375dfd-1048-41d6-b890-52e343028069 req-0f3fb3f2-6ddb-4b02-878d-a4d920b31969 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=6df3cf43-0b6f-4bd2-aeee-70122d873c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305169 Jan 25 16:16:45.382600 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271f61f-0fb3-4c1e-87f8-d0c2dfefc61c req-bc8ad58e-28e6-4460-ac92-073a03582d7d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:45.383596 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4271f61f-0fb3-4c1e-87f8-d0c2dfefc61c req-bc8ad58e-28e6-4460-ac92-073a03582d7d tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 945 time: 0.0715926 Jan 25 16:16:45.392025 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 43124) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:45.396051 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-83bcd393-dcda-4bd8-825c-e66f6f225cc4 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Request body: {'floatingip': {'port_id': 'efa2b7b1-3007-4ce2-af64-010e6a27aebc'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:16:45.452352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-83bcd393-dcda-4bd8-825c-e66f6f225cc4 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for floatingip, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:45.818002 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-83bcd393-dcda-4bd8-825c-e66f6f225cc4 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for floatingip, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:45.820120 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-83bcd393-dcda-4bd8-825c-e66f6f225cc4 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:45.943106 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.l3_db [None req-83bcd393-dcda-4bd8-825c-e66f6f225cc4 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Floating IP 2184d706-3039-459f-b444-9047b45d56e3 associated. External IP: 172.27.3.239, port: efa2b7b1-3007-4ce2-af64-010e6a27aebc. Jan 25 16:16:46.170374 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bcd393-dcda-4bd8-825c-e66f6f225cc4 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Router bec00401-0764-4e94-a772-156d58b8c0aa has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:16:46.369832 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24641a-060a-48a7-a236-80856149b99d req-165e6773-a64d-4460-9d9e-6575afdd77e0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:46.370976 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5d24641a-060a-48a7-a236-80856149b99d req-165e6773-a64d-4460-9d9e-6575afdd77e0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0677288 Jan 25 16:16:46.420441 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5d24641a-060a-48a7-a236-80856149b99d req-47c93024-c7d6-4384-823c-c8787fedad82 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414243 Jan 25 16:16:46.481144 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bcd393-dcda-4bd8-825c-e66f6f225cc4 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:16:46.484224 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-83bcd393-dcda-4bd8-825c-e66f6f225cc4 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:46.488244 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398d6496-6ab7-40b5-a2bb-96a5fe6e080f None None] Sync routers for ids ['bec00401-0764-4e94-a772-156d58b8c0aa'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:16:46.495326 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398d6496-6ab7-40b5-a2bb-96a5fe6e080f None None] Routers {'bec00401-0764-4e94-a772-156d58b8c0aa'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:16:46.495745 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-398d6496-6ab7-40b5-a2bb-96a5fe6e080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:16:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['bec00401-0764-4e94-a772-156d58b8c0aa'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:46.519756 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-83bcd393-dcda-4bd8-825c-e66f6f225cc4 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "PUT /v2.0/floatingips/2184d706-3039-459f-b444-9047b45d56e3 HTTP/1.1" status: 200 len: 991 time: 1.1269324 Jan 25 16:16:46.520176 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37d10a1-7890-4679-8ea9-15400ab404e6', 'tag': 'efa2b7b1-3007-4ce2-af64-010e6a27aebc'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:16:46.554570 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37d10a1-7890-4679-8ea9-15400ab404e6', 'tag': 'efa2b7b1-3007-4ce2-af64-010e6a27aebc', 'status': 'completed', 'code': 200} Jan 25 16:16:46.617514 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-398d6496-6ab7-40b5-a2bb-96a5fe6e080f None None] Set router bec00401-0764-4e94-a772-156d58b8c0aa gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:16:46.813006 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-398d6496-6ab7-40b5-a2bb-96a5fe6e080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': '2184d706-3039-459f-b444-9047b45d56e3', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'port_id': 'efa2b7b1-3007-4ce2-af64-010e6a27aebc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'mac_address': 'fa:16:3e:cb:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d10a1-7890-4679-8ea9-15400ab404e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:16:23Z', 'updated_at': '2021-01-25T16:16:45Z', 'revision_number': 1, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a9d25a-cb3d-4286-8987-b11fc1758e91', 'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'mac_address': 'fa:16:3e:16:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:59Z', 'updated_at': '2021-01-25T16:11:07Z', 'revision_number': 5, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'subnets': [{'id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:46.815415 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398d6496-6ab7-40b5-a2bb-96a5fe6e080f None None] Checking router: bec00401-0764-4e94-a772-156d58b8c0aa for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:16:46.820700 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398d6496-6ab7-40b5-a2bb-96a5fe6e080f None None] Routers {'bec00401-0764-4e94-a772-156d58b8c0aa'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:16:46.821048 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-398d6496-6ab7-40b5-a2bb-96a5fe6e080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:16:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['bec00401-0764-4e94-a772-156d58b8c0aa'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:46.920374 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-398d6496-6ab7-40b5-a2bb-96a5fe6e080f None None] Set router bec00401-0764-4e94-a772-156d58b8c0aa gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:16:46.964422 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c8327-52d7-4e0f-8d2e-8485ed870fa1 req-76a42d6a-98c5-4afc-8976-09377ceeec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:46.965424 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-229c8327-52d7-4e0f-8d2e-8485ed870fa1 req-76a42d6a-98c5-4afc-8976-09377ceeec7c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=3d9dc1d24c694798a5da5bb1f60d075a&device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 1162 time: 0.0501781 Jan 25 16:16:47.050698 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c8327-52d7-4e0f-8d2e-8485ed870fa1 req-2ca395dc-31fc-47cc-bfc3-00b1e57eec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:47.051630 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-229c8327-52d7-4e0f-8d2e-8485ed870fa1 req-2ca395dc-31fc-47cc-bfc3-00b1e57eec43 service neutron] 10.222.0.117 "GET /v2.0/networks?id=ca5167e0-70f4-4f5e-919e-3039411592c6 HTTP/1.1" status: 200 len: 904 time: 0.0775344 Jan 25 16:16:47.114013 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-229c8327-52d7-4e0f-8d2e-8485ed870fa1 req-c6542a8c-2adb-4f5f-b779-49c001fe78de service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efa2b7b1-3007-4ce2-af64-010e6a27aebc HTTP/1.1" status: 200 len: 999 time: 0.0529852 Jan 25 16:16:47.157028 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-398d6496-6ab7-40b5-a2bb-96a5fe6e080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': '2184d706-3039-459f-b444-9047b45d56e3', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'port_id': 'efa2b7b1-3007-4ce2-af64-010e6a27aebc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'mac_address': 'fa:16:3e:cb:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d10a1-7890-4679-8ea9-15400ab404e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:16:23Z', 'updated_at': '2021-01-25T16:16:45Z', 'revision_number': 1, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a9d25a-cb3d-4286-8987-b11fc1758e91', 'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'mac_address': 'fa:16:3e:16:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:59Z', 'updated_at': '2021-01-25T16:11:07Z', 'revision_number': 5, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'subnets': [{'id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:16:47.159639 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c8327-52d7-4e0f-8d2e-8485ed870fa1 req-1e0bc73f-78c8-4f0b-b82a-d8e72222c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:47.159710 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398d6496-6ab7-40b5-a2bb-96a5fe6e080f None None] The sync data for ids ['bec00401-0764-4e94-a772-156d58b8c0aa'] in dv-cinder-766064-3-iscsi is: [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': '2184d706-3039-459f-b444-9047b45d56e3', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'port_id': 'efa2b7b1-3007-4ce2-af64-010e6a27aebc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'mac_address': 'fa:16:3e:cb:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d10a1-7890-4679-8ea9-15400ab404e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:16:23Z', 'updated_at': '2021-01-25T16:16:45Z', 'revision_number': 1, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a9d25a-cb3d-4286-8987-b11fc1758e91', 'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'mac_address': 'fa:16:3e:16:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:59Z', 'updated_at': '2021-01-25T16:11:07Z', 'revision_number': 5, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'subnets': [{'id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:16:47.160635 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-229c8327-52d7-4e0f-8d2e-8485ed870fa1 req-1e0bc73f-78c8-4f0b-b82a-d8e72222c720 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd HTTP/1.1" status: 200 len: 849 time: 0.0370250 Jan 25 16:16:47.212889 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c8327-52d7-4e0f-8d2e-8485ed870fa1 req-57a0a356-a262-4ffe-8f68-ee19c6c63222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:47.213959 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-229c8327-52d7-4e0f-8d2e-8485ed870fa1 req-57a0a356-a262-4ffe-8f68-ee19c6c63222 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ca5167e0-70f4-4f5e-919e-3039411592c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487285 Jan 25 16:16:47.320234 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-229c8327-52d7-4e0f-8d2e-8485ed870fa1 req-241d0f02-2c90-44d4-9fb2-82d8cecffb91 service neutron] 10.222.0.117 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975308 Jan 25 16:16:47.379198 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0330d0bb-139e-4c04-8abf-da9e9d2412d2 None None] New status for floating IP 2184d706-3039-459f-b444-9047b45d56e3: ACTIVE {{(pid=79986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 16:16:47.399817 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-229c8327-52d7-4e0f-8d2e-8485ed870fa1 req-f79d5b32-a6ef-46d5-a586-9ebffc6278a0 service neutron] 10.222.0.117 "GET /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0742261 Jan 25 16:16:47.569998 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60c813-3577-4429-8023-6ba613c642ec req-95dc66b3-6798-4896-885b-d8ec033b18c4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:47.571030 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fd60c813-3577-4429-8023-6ba613c642ec req-95dc66b3-6798-4896-885b-d8ec033b18c4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0678024 Jan 25 16:16:47.605823 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fd60c813-3577-4429-8023-6ba613c642ec req-7118f8c5-bf10-4be7-9d67-558c30cb156f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278389 Jan 25 16:16:48.778156 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5d3cb-ccef-4df0-b268-45f7d1ada309 req-98f98ab9-b877-41ad-a543-0cb4814a44e5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:48.779298 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-09d5d3cb-ccef-4df0-b268-45f7d1ada309 req-98f98ab9-b877-41ad-a543-0cb4814a44e5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0742195 Jan 25 16:16:48.813413 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-09d5d3cb-ccef-4df0-b268-45f7d1ada309 req-1e1b6524-40c6-4d30-95f2-c31377d1ad67 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299258 Jan 25 16:16:49.989505 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cacca-03c1-499a-a371-5ef4b0fc9a37 req-f79ac227-8fba-4e55-be63-254ed67e734b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:49.990582 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5b9cacca-03c1-499a-a371-5ef4b0fc9a37 req-f79ac227-8fba-4e55-be63-254ed67e734b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0870469 Jan 25 16:16:50.025670 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5b9cacca-03c1-499a-a371-5ef4b0fc9a37 req-c23b06a6-e66e-4efd-a940-0c90f8d39fe4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305512 Jan 25 16:16:51.206205 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff89d4-99e6-4d0c-b8de-ffa8fbac7b35 req-36ff1175-2aee-4718-91e8-401649013291 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:51.207271 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a2ff89d4-99e6-4d0c-b8de-ffa8fbac7b35 req-36ff1175-2aee-4718-91e8-401649013291 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0804145 Jan 25 16:16:51.240664 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a2ff89d4-99e6-4d0c-b8de-ffa8fbac7b35 req-23de998c-d36b-4424-88e6-40a97d74be7b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290532 Jan 25 16:16:52.417838 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324fc90-a74b-4b4a-8e33-0dd34a15e17f req-4d07c39d-cddb-4b37-86d7-6e9d4df02453 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:52.418887 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9324fc90-a74b-4b4a-8e33-0dd34a15e17f req-4d07c39d-cddb-4b37-86d7-6e9d4df02453 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0732014 Jan 25 16:16:52.658836 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9324fc90-a74b-4b4a-8e33-0dd34a15e17f req-76306e41-df49-446c-b4c3-2c2d2f8d2529 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357416 Jan 25 16:16:53.035170 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1ed3386a-b2ed-421e-9080-1990994e69b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:53.840504 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90638d-c57f-4b24-a7bb-4a10e34b7044 req-cf8fe678-da41-4428-bb54-7698bad13801 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:53.842089 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8b90638d-c57f-4b24-a7bb-4a10e34b7044 req-cf8fe678-da41-4428-bb54-7698bad13801 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0729916 Jan 25 16:16:53.881135 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8b90638d-c57f-4b24-a7bb-4a10e34b7044 req-3709f41e-e137-4d84-a492-0de2ebcda182 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318649 Jan 25 16:16:54.043545 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-10ff390a-f2b0-4a41-ba7d-de304785aba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:54.608560 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:54.759712 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:54.925562 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:55.067116 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265082f9-27a8-4276-b8ba-2a0e57858f49 req-f67c6f32-ad14-4dbb-b4a3-43d89f49a9e3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:55.068241 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-265082f9-27a8-4276-b8ba-2a0e57858f49 req-f67c6f32-ad14-4dbb-b4a3-43d89f49a9e3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0722451 Jan 25 16:16:55.103384 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-265082f9-27a8-4276-b8ba-2a0e57858f49 req-7466fea1-c68e-4e0e-8fd9-6e734c3ff0fe tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307608 Jan 25 16:16:55.711382 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:16:56.272796 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9611d5-e916-4e7b-ad02-6d536123d441 req-b7554a0c-6a00-43c5-9b9c-5b2c67080450 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:56.273802 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ff9611d5-e916-4e7b-ad02-6d536123d441 req-b7554a0c-6a00-43c5-9b9c-5b2c67080450 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0734890 Jan 25 16:16:56.306473 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ff9611d5-e916-4e7b-ad02-6d536123d441 req-3313890d-df8e-4491-b2a0-45da9db71fdd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286334 Jan 25 16:16:57.497408 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be661e52-3513-47ee-884d-c4f45b94a38b req-692f732a-8ba6-488b-85c9-867aea96a308 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:57.498848 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-be661e52-3513-47ee-884d-c4f45b94a38b req-692f732a-8ba6-488b-85c9-867aea96a308 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0876825 Jan 25 16:16:57.537160 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-be661e52-3513-47ee-884d-c4f45b94a38b req-14d7082a-0bc4-4973-ac37-296a0775ff95 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337481 Jan 25 16:16:58.730775 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c77b9-1bb9-44b4-8bf1-767cb97edd21 req-7a110c43-bd53-4943-a811-76f4944fcd7c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:58.731870 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fc9c77b9-1bb9-44b4-8bf1-767cb97edd21 req-7a110c43-bd53-4943-a811-76f4944fcd7c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0871832 Jan 25 16:16:58.767316 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fc9c77b9-1bb9-44b4-8bf1-767cb97edd21 req-888391ef-26e1-4307-8d0a-d8e49ad15ed0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302784 Jan 25 16:16:59.926525 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b33529-78e1-43a7-ba48-84c980c3cfcf req-dfbec7f5-4285-4ed2-8c24-364df26f006a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:16:59.927524 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c1b33529-78e1-43a7-ba48-84c980c3cfcf req-dfbec7f5-4285-4ed2-8c24-364df26f006a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0745687 Jan 25 16:16:59.960679 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c1b33529-78e1-43a7-ba48-84c980c3cfcf req-d2d40d0b-88ce-40aa-9d5b-f116bfa35e96 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292785 Jan 25 16:17:01.144359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f46f8-9558-49f7-a415-599d3af379b5 req-6edee08b-9e47-4d10-97c7-68aec2fc056a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:01.145564 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-397f46f8-9558-49f7-a415-599d3af379b5 req-6edee08b-9e47-4d10-97c7-68aec2fc056a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0824962 Jan 25 16:17:01.183716 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-397f46f8-9558-49f7-a415-599d3af379b5 req-5c13da49-c2fd-4cec-a605-a08961e63297 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336251 Jan 25 16:17:02.354273 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b29ab3-c341-41f5-bc12-04ee894c5a29 req-c2629fa2-2121-4333-b8d8-3c03cc1473d4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:02.355427 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b8b29ab3-c341-41f5-bc12-04ee894c5a29 req-c2629fa2-2121-4333-b8d8-3c03cc1473d4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0801663 Jan 25 16:17:02.390177 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b8b29ab3-c341-41f5-bc12-04ee894c5a29 req-4e8626d2-8190-47d3-a337-6852c0bf449b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302751 Jan 25 16:17:03.550534 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809e6fb-5e53-472d-b313-97e792d25a88 req-e3fea5c5-0921-46cb-829b-67b37e612f73 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:03.551551 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8809e6fb-5e53-472d-b313-97e792d25a88 req-e3fea5c5-0921-46cb-829b-67b37e612f73 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0742841 Jan 25 16:17:03.584924 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8809e6fb-5e53-472d-b313-97e792d25a88 req-2ce6478e-5456-4861-a18f-c135a93272fa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292971 Jan 25 16:17:04.759431 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e8971-42dd-4102-9a18-7cdef58be085 req-80f36eb5-064b-4768-b9be-ec80165afc12 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:04.760469 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4e3e8971-42dd-4102-9a18-7cdef58be085 req-80f36eb5-064b-4768-b9be-ec80165afc12 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0818379 Jan 25 16:17:04.795028 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4e3e8971-42dd-4102-9a18-7cdef58be085 req-033388cc-2ee9-4b10-811f-076003a4b7f9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303936 Jan 25 16:17:05.976470 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1246c8c-8429-4003-a84b-7b8bd4074988 req-6276a800-3e31-42ae-869d-5d93025cbe4e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:05.977630 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e1246c8c-8429-4003-a84b-7b8bd4074988 req-6276a800-3e31-42ae-869d-5d93025cbe4e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0770082 Jan 25 16:17:06.014879 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e1246c8c-8429-4003-a84b-7b8bd4074988 req-5275b844-7235-4404-a56c-ee13ddac2454 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302022 Jan 25 16:17:07.196283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee07a0-79a7-4121-976b-faba4797f716 req-202ce8d8-0b70-4fda-8fd1-74a24af9d11d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:07.197393 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e1ee07a0-79a7-4121-976b-faba4797f716 req-202ce8d8-0b70-4fda-8fd1-74a24af9d11d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0819454 Jan 25 16:17:07.234349 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e1ee07a0-79a7-4121-976b-faba4797f716 req-a720e11c-98d8-43fa-ad57-bbd94420842a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293331 Jan 25 16:17:08.399381 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e593ae2-3d91-4440-9bee-400de0fac528 req-a0c8f648-a516-4051-8f74-a4b534a13ead tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:08.400426 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5e593ae2-3d91-4440-9bee-400de0fac528 req-a0c8f648-a516-4051-8f74-a4b534a13ead tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0735376 Jan 25 16:17:08.436461 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5e593ae2-3d91-4440-9bee-400de0fac528 req-de202e07-1469-4cca-ab79-b661c5555254 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290482 Jan 25 16:17:09.627937 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54deed00-0228-4803-8bb2-863c38c82db0 req-e6f323d7-49f4-4e03-b810-471897cb0d8d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:09.629086 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-54deed00-0228-4803-8bb2-863c38c82db0 req-e6f323d7-49f4-4e03-b810-471897cb0d8d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0781498 Jan 25 16:17:09.664084 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-54deed00-0228-4803-8bb2-863c38c82db0 req-eb519c06-9822-40d3-b718-bda8f6d53c43 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305848 Jan 25 16:17:10.822923 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af73a0d-db8b-4d7e-8200-c8ecb996bb9e req-b95416dd-2683-4d8e-9765-360ebe99d997 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:10.823992 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3af73a0d-db8b-4d7e-8200-c8ecb996bb9e req-b95416dd-2683-4d8e-9765-360ebe99d997 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0719538 Jan 25 16:17:10.861507 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3af73a0d-db8b-4d7e-8200-c8ecb996bb9e req-f31d1f72-0fc2-455b-a89e-60785d287e3f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303073 Jan 25 16:17:12.045358 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296c60c-b184-42f5-90a5-4c9ffc0abb76 req-b33b667e-96e5-49b8-ac39-d5935117261c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:12.046408 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1296c60c-b184-42f5-90a5-4c9ffc0abb76 req-b33b667e-96e5-49b8-ac39-d5935117261c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0866866 Jan 25 16:17:12.083536 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1296c60c-b184-42f5-90a5-4c9ffc0abb76 req-471c98d9-fbfb-41ef-a05c-cf411c7eb97c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310755 Jan 25 16:17:12.883546 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 43418) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:13.018768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:13.028051 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:17:13.030545 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Usage tracker for resource:security_group_rule and tenant:26b1e23e7c1b49209c51f0c62f13af92 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:17:13.032843 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:17:13.036325 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:17:13.085997 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:13.088223 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:13.092782 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7677ccd7-eaf0-4cab-bd96-1c8e7a608efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:13.122200 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=26b1e23e7c1b49209c51f0c62f13af92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378430 Jan 25 16:17:13.122845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106652be-faeb-4a55-9eb9-b172d9202da7,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:13.124244 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 43426) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:13.128686 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.128958 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.129153 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.129382 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.129619 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.129864 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.130103 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.130342 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.130629 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.130877 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.131107 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.131341 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.131630 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.131869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.132116 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.132366 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.132603 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.132838 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.133088 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.133318 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.133550 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.133779 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.134014 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.140295 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:13.143311 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8a969250-5af4-45f7-a39e-b59bf55bac60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:13.181413 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6fee7360-a10d-4521-a947-f3a40a666b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:13.214880 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6fee7360-a10d-4521-a947-f3a40a666b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:13.269203 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1eba5-6056-4f06-b8f5-fc549d2161db req-78360f6f-120b-4ec0-9a2f-f9616ce52881 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:13.270081 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4be1eba5-6056-4f06-b8f5-fc549d2161db req-78360f6f-120b-4ec0-9a2f-f9616ce52881 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0754941 Jan 25 16:17:13.270434 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6fee7360-a10d-4521-a947-f3a40a666b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:13.272537 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-cf478beb-dd53-4412-8bd3-c8a3f69eca2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:13.290964 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee7360-a10d-4521-a947-f3a40a666b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106652be-faeb-4a55-9eb9-b172d9202da7,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:13.293171 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6fee7360-a10d-4521-a947-f3a40a666b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:13.311299 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6fee7360-a10d-4521-a947-f3a40a666b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:13.312729 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-6fee7360-a10d-4521-a947-f3a40a666b16 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/106652be-faeb-4a55-9eb9-b172d9202da7 HTTP/1.1" status: 204 len: 168 time: 0.1874762 Jan 25 16:17:13.323019 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4be1eba5-6056-4f06-b8f5-fc549d2161db req-2490d653-88af-4642-b7d3-85d6eca971d1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470426 Jan 25 16:17:13.512937 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 43436) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:13.524233 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-88676f67-78d3-49a2-879b-2f5fae8593b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:13.532492 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-88676f67-78d3-49a2-879b-2f5fae8593b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:17:13.534737 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-88676f67-78d3-49a2-879b-2f5fae8593b6 admin admin] Usage tracker for resource:security_group_rule and tenant:fa20e04b2f3f4b4d841bf1b6c12b0ecc is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:17:13.536363 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-88676f67-78d3-49a2-879b-2f5fae8593b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:17:13.539745 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-88676f67-78d3-49a2-879b-2f5fae8593b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:17:13.598700 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-88676f67-78d3-49a2-879b-2f5fae8593b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:13.601003 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-88676f67-78d3-49a2-879b-2f5fae8593b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:13.604861 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a4dac3d8-2968-4b5a-8a03-219b6753f740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:13.627403 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-88676f67-78d3-49a2-879b-2f5fae8593b6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fa20e04b2f3f4b4d841bf1b6c12b0ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1137254 Jan 25 16:17:13.627940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88676f67-78d3-49a2-879b-2f5fae8593b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3890c3-81a3-458e-84ee-35fc98d21dc1,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:13.629863 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-88676f67-78d3-49a2-879b-2f5fae8593b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:13.630948 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 43440) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:13.664157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fcedd798-5e7c-4123-829a-220a67bb944b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:13.681251 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fcedd798-5e7c-4123-829a-220a67bb944b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:13.705363 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fcedd798-5e7c-4123-829a-220a67bb944b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:13.707149 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-5713f615-a508-49a9-bc16-ec6d8e088368 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:13.714057 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedd798-5e7c-4123-829a-220a67bb944b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3890c3-81a3-458e-84ee-35fc98d21dc1,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:13.715470 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-fcedd798-5e7c-4123-829a-220a67bb944b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:13.720877 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fcedd798-5e7c-4123-829a-220a67bb944b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:13.721527 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-fcedd798-5e7c-4123-829a-220a67bb944b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/dc3890c3-81a3-458e-84ee-35fc98d21dc1 HTTP/1.1" status: 204 len: 168 time: 0.0898910 Jan 25 16:17:14.475654 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae24655-a383-44e1-9d37-1d42bbb7b02d req-c8997cf1-3066-4911-bbe0-40ef18776cb4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:14.476736 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dae24655-a383-44e1-9d37-1d42bbb7b02d req-c8997cf1-3066-4911-bbe0-40ef18776cb4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0791271 Jan 25 16:17:14.508684 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dae24655-a383-44e1-9d37-1d42bbb7b02d req-89cefe2d-03e0-4ad5-81b7-c11ae52b1989 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281479 Jan 25 16:17:15.656744 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbdb37-65c5-4e75-8013-36527ab2e1ed req-5c4f18b6-2c3e-485b-b107-abec9105f690 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:15.658220 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-19cbdb37-65c5-4e75-8013-36527ab2e1ed req-5c4f18b6-2c3e-485b-b107-abec9105f690 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0615129 Jan 25 16:17:15.688849 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-19cbdb37-65c5-4e75-8013-36527ab2e1ed req-32d96554-2932-4977-9ffe-318992213fde tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264788 Jan 25 16:17:15.876799 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 43592) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:15.957650 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-419f918e-cac8-43b6-9209-fb5439779d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:15.976147 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-419f918e-cac8-43b6-9209-fb5439779d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:17:15.981339 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-419f918e-cac8-43b6-9209-fb5439779d8c admin admin] Usage tracker for resource:security_group_rule and tenant:8405e0e0cbd24e4f81f380734e009126 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:17:15.985161 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-419f918e-cac8-43b6-9209-fb5439779d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:17:15.989204 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-419f918e-cac8-43b6-9209-fb5439779d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:17:16.040781 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-419f918e-cac8-43b6-9209-fb5439779d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:16.042574 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-419f918e-cac8-43b6-9209-fb5439779d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:16.046399 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:16.070109 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-419f918e-cac8-43b6-9209-fb5439779d8c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8405e0e0cbd24e4f81f380734e009126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925311 Jan 25 16:17:16.070678 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f918e-cac8-43b6-9209-fb5439779d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a614ed0-b195-4d24-a817-02a3d2fcde97,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:16.072108 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 43598) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:16.073541 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-419f918e-cac8-43b6-9209-fb5439779d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:16.104826 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-02c8605a-8130-402d-8f2b-c8d85d121657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:16.118551 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-02c8605a-8130-402d-8f2b-c8d85d121657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:16.145001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-02c8605a-8130-402d-8f2b-c8d85d121657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:16.147658 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b00cf451-d3e3-4c8b-ae5e-1e2d4bf7c4a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:16.154285 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8605a-8130-402d-8f2b-c8d85d121657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a614ed0-b195-4d24-a817-02a3d2fcde97,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:16.156157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-02c8605a-8130-402d-8f2b-c8d85d121657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:16.157633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-02c8605a-8130-402d-8f2b-c8d85d121657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:16.160520 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-02c8605a-8130-402d-8f2b-c8d85d121657 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4a614ed0-b195-4d24-a817-02a3d2fcde97 HTTP/1.1" status: 204 len: 168 time: 0.0858464 Jan 25 16:17:16.348700 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 43608) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:16.362873 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29d2cafd-cb6f-4a24-9421-dbaffca6694c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:16.371391 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-29d2cafd-cb6f-4a24-9421-dbaffca6694c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:17:16.373626 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-29d2cafd-cb6f-4a24-9421-dbaffca6694c admin admin] Usage tracker for resource:security_group_rule and tenant:6f8f984fe8b4417296fa952c2e02a3a3 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:17:16.375283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-29d2cafd-cb6f-4a24-9421-dbaffca6694c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:17:16.378973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-29d2cafd-cb6f-4a24-9421-dbaffca6694c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:17:16.444117 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29d2cafd-cb6f-4a24-9421-dbaffca6694c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:16.446969 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29d2cafd-cb6f-4a24-9421-dbaffca6694c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:16.452332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9b16e64f-155c-4fcd-a371-44b69d11a7b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:16.478957 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-29d2cafd-cb6f-4a24-9421-dbaffca6694c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6f8f984fe8b4417296fa952c2e02a3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1294329 Jan 25 16:17:16.479522 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2cafd-cb6f-4a24-9421-dbaffca6694c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dc9985-5cef-49c2-a0de-0c38bdb08b03,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:16.481208 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 43612) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:16.481842 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-29d2cafd-cb6f-4a24-9421-dbaffca6694c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:16.518916 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3b323b76-b74c-4ec9-aaa0-f29c7eab26cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:16.533763 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3b323b76-b74c-4ec9-aaa0-f29c7eab26cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:16.560560 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3b323b76-b74c-4ec9-aaa0-f29c7eab26cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:16.562790 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7a0893fa-5de7-4962-a9ed-35690c7b796e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:16.570089 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b323b76-b74c-4ec9-aaa0-f29c7eab26cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dc9985-5cef-49c2-a0de-0c38bdb08b03,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:16.572577 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-3b323b76-b74c-4ec9-aaa0-f29c7eab26cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:16.574526 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3b323b76-b74c-4ec9-aaa0-f29c7eab26cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:16.576438 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-3b323b76-b74c-4ec9-aaa0-f29c7eab26cd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/11dc9985-5cef-49c2-a0de-0c38bdb08b03 HTTP/1.1" status: 204 len: 168 time: 0.0945041 Jan 25 16:17:16.831129 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4500d-b9ce-4c2e-b7c5-884d8994a8e5 req-9660f6fb-321b-4264-aa11-b57d8701a418 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:16.832206 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74e4500d-b9ce-4c2e-b7c5-884d8994a8e5 req-9660f6fb-321b-4264-aa11-b57d8701a418 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0703926 Jan 25 16:17:16.868441 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74e4500d-b9ce-4c2e-b7c5-884d8994a8e5 req-92eded4e-53c8-48a0-b070-1cdfd442f353 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326238 Jan 25 16:17:18.011405 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71605e2-edf7-41e2-95f6-0f1d476ac379 req-7f774d22-2e54-49df-af3d-513427640cb5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:18.012348 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f71605e2-edf7-41e2-95f6-0f1d476ac379 req-7f774d22-2e54-49df-af3d-513427640cb5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0604010 Jan 25 16:17:18.041040 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f71605e2-edf7-41e2-95f6-0f1d476ac379 req-b7d1a29b-f822-47f1-9ebd-05db33fb3890 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250916 Jan 25 16:17:18.128001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 43690) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:18.211511 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9546b087-b7de-4c0f-aaf4-35534bdbaa77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:18.220040 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-9546b087-b7de-4c0f-aaf4-35534bdbaa77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:17:18.222662 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-9546b087-b7de-4c0f-aaf4-35534bdbaa77 admin admin] Usage tracker for resource:security_group_rule and tenant:265ee26fcb874c3fbccaca45d487ff21 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:17:18.224521 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-9546b087-b7de-4c0f-aaf4-35534bdbaa77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:17:18.228813 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-9546b087-b7de-4c0f-aaf4-35534bdbaa77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:17:18.280930 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9546b087-b7de-4c0f-aaf4-35534bdbaa77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:18.283436 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9546b087-b7de-4c0f-aaf4-35534bdbaa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:18.287280 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8a2eba4b-87ab-422c-8b80-b25c166b9f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:18.310475 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-9546b087-b7de-4c0f-aaf4-35534bdbaa77 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=265ee26fcb874c3fbccaca45d487ff21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817148 Jan 25 16:17:18.310981 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546b087-b7de-4c0f-aaf4-35534bdbaa77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0518ade7-6bab-4495-9c49-bbc396731d82,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:18.312425 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 43696) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:18.314148 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9546b087-b7de-4c0f-aaf4-35534bdbaa77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:18.367044 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9d5ab9f8-4b01-4355-a3db-b4f7fd4c251e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:18.384176 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9d5ab9f8-4b01-4355-a3db-b4f7fd4c251e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:18.413000 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9d5ab9f8-4b01-4355-a3db-b4f7fd4c251e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:18.416085 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e78ffc2d-0347-487e-8c25-ef195cc46482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:18.424657 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ab9f8-4b01-4355-a3db-b4f7fd4c251e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0518ade7-6bab-4495-9c49-bbc396731d82,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:18.426572 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9d5ab9f8-4b01-4355-a3db-b4f7fd4c251e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:18.427915 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9d5ab9f8-4b01-4355-a3db-b4f7fd4c251e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:18.430799 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-9d5ab9f8-4b01-4355-a3db-b4f7fd4c251e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0518ade7-6bab-4495-9c49-bbc396731d82 HTTP/1.1" status: 204 len: 168 time: 0.1178057 Jan 25 16:17:18.522857 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:17:18.590548 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87809774-d444-49bd-a0d0-5d69c1231571 req-053f788c-1381-49c6-a192-b504717de0df tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:18.591578 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-87809774-d444-49bd-a0d0-5d69c1231571 req-053f788c-1381-49c6-a192-b504717de0df tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5ffe3015-5bf1-42c1-b814-a1e10fc5718f HTTP/1.1" status: 200 len: 945 time: 0.0602903 Jan 25 16:17:18.622128 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 43712) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:18.622207 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-87809774-d444-49bd-a0d0-5d69c1231571 req-6dcc0a12-99a9-46f4-a8bf-a900d95f7899 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/security-groups?id=019fc4b4-e7e0-4d62-86fd-651ea2d00160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257771 Jan 25 16:17:18.633803 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c7c338ac-0cbe-444a-a601-e59949162b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:18.641901 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-c7c338ac-0cbe-444a-a601-e59949162b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:17:18.644141 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-c7c338ac-0cbe-444a-a601-e59949162b49 admin admin] Usage tracker for resource:security_group_rule and tenant:89e6c73384b44fea8d069f4d6186111b is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:17:18.645787 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-c7c338ac-0cbe-444a-a601-e59949162b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:17:18.648870 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-c7c338ac-0cbe-444a-a601-e59949162b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:17:18.695128 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c7c338ac-0cbe-444a-a601-e59949162b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:18.697313 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c7c338ac-0cbe-444a-a601-e59949162b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:18.701189 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-090af0b2-919c-4acf-ac3e-2e623bc5f96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:18.723249 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-c7c338ac-0cbe-444a-a601-e59949162b49 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=89e6c73384b44fea8d069f4d6186111b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1002970 Jan 25 16:17:18.723735 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c338ac-0cbe-444a-a601-e59949162b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797179ce-4ac6-4256-a024-b4f8cbb43a36,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:18.725565 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 43716) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:18.726706 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c7c338ac-0cbe-444a-a601-e59949162b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:18.761911 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6d12b4ad-4cf2-4579-83d7-256e2601a3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:18.776808 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6d12b4ad-4cf2-4579-83d7-256e2601a3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:18.803315 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6d12b4ad-4cf2-4579-83d7-256e2601a3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:18.809404 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-aa0123c8-337b-458a-9125-46d1ed351ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:18.828907 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12b4ad-4cf2-4579-83d7-256e2601a3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797179ce-4ac6-4256-a024-b4f8cbb43a36,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:18.832541 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6d12b4ad-4cf2-4579-83d7-256e2601a3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:18.836678 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6d12b4ad-4cf2-4579-83d7-256e2601a3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:18.837653 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-6d12b4ad-4cf2-4579-83d7-256e2601a3f1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/797179ce-4ac6-4256-a024-b4f8cbb43a36 HTTP/1.1" status: 204 len: 168 time: 0.1113946 Jan 25 16:17:19.181915 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed399c-285d-4dea-ac6f-10e381dab5b4 req-96b9bc8e-8071-46d0-ad32-a44277a8fd09 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:19.182852 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9bed399c-285d-4dea-ac6f-10e381dab5b4 req-96b9bc8e-8071-46d0-ad32-a44277a8fd09 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0616605 Jan 25 16:17:19.211622 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9bed399c-285d-4dea-ac6f-10e381dab5b4 req-f0aab049-bd65-47e3-8485-64a3d0402908 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246177 Jan 25 16:17:19.341149 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 43740) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:19.424344 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-77656776-network', 'tenant_id': 'c6c42857ace34d44b201298c3eb6f774'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:17:19.428234 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:17:19.432256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Usage tracker for resource:network and tenant:c6c42857ace34d44b201298c3eb6f774 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:17:19.434250 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:17:19.437955 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:17:19.444246 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Made reservation on behalf of c6c42857ace34d44b201298c3eb6f774 for: {'network': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:17:19.446873 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for network, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:19.454748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:19.462746 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:17:19.464854 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Usage tracker for resource:security_group_rule and tenant:c6c42857ace34d44b201298c3eb6f774 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:17:19.466419 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:17:19.469482 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:17:19.516069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:19.518771 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:19.520320 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ddf073a4-2ff6-48b3-919f-e56bf0164ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:19.536642 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=79985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 16:17:19.541461 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36b7603-093e-4aaf-a0ac-a2d20b08faeb,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:19.543541 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:19.545021 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293216955320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:19.545262 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.segments_db [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Added segment 12301566-c3c6-4709-be78-6b2c8661de13 of type vxlan for network cd0d7ec3-0952-4543-a528-ddb83d0a700c Jan 25 16:17:19.560492 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293217476331'] for network, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:19.578028 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for network, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:19.578729 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:19.579321 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:19.581468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-72b0b4b7-22ae-41f2-bf6b-15ba57c909df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:19.635244 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Pushing event updated for resources: {'Network': ['ID=cd0d7ec3-0952-4543-a528-ddb83d0a700c,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:19.639176 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.2951910 Jan 25 16:17:19.639176 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:19.639323 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 43746) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:19.644633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Network cd0d7ec3-0952-4543-a528-ddb83d0a700c details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:17:19.646560 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-c13c354e-13c2-4cf1-b3d8-9770cda26860 admin admin] Request body: {'subnet': {'network_id': 'cd0d7ec3-0952-4543-a528-ddb83d0a700c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-77656776-subnet', 'tenant_id': 'c6c42857ace34d44b201298c3eb6f774', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:17:19.653954 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-c13c354e-13c2-4cf1-b3d8-9770cda26860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:17:19.659116 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-c13c354e-13c2-4cf1-b3d8-9770cda26860 admin admin] Usage tracker for resource:subnet and tenant:c6c42857ace34d44b201298c3eb6f774 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:17:19.662936 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-c13c354e-13c2-4cf1-b3d8-9770cda26860 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:17:19.669899 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-c13c354e-13c2-4cf1-b3d8-9770cda26860 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:17:19.678488 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13c354e-13c2-4cf1-b3d8-9770cda26860 admin admin] Made reservation on behalf of c6c42857ace34d44b201298c3eb6f774 for: {'subnet': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:17:19.681636 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c13c354e-13c2-4cf1-b3d8-9770cda26860 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26587357'] for subnet, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:19.684773 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Network cd0d7ec3-0952-4543-a528-ddb83d0a700c details requested by agent ovs-agent-dv-cinder-766064-3-iscsi with host dv-cinder-766064-3-iscsi {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:17:19.766075 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c854f-9197-4661-86e8-9d3480b5e847 req-5380f2bb-f792-4d29-9b36-5d7c68ff6094 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:19.767594 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9b3c854f-9197-4661-86e8-9d3480b5e847 req-5380f2bb-f792-4d29-9b36-5d7c68ff6094 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5ffe3015-5bf1-42c1-b814-a1e10fc5718f HTTP/1.1" status: 200 len: 945 time: 0.0691063 Jan 25 16:17:19.796809 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9b3c854f-9197-4661-86e8-9d3480b5e847 req-1c8e933b-7c15-4073-9090-118c7973acbf tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/security-groups?id=019fc4b4-e7e0-4d62-86fd-651ea2d00160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249400 Jan 25 16:17:19.933511 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c13c354e-13c2-4cf1-b3d8-9770cda26860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036828459237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26587340'] for subnet, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:19.944323 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:20.020951 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c354e-13c2-4cf1-b3d8-9770cda26860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30265a65-9104-4e41-b3f7-02804c1f76f0,revision_number=0']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:20.023054 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c13c354e-13c2-4cf1-b3d8-9770cda26860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:20.062044 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c354e-13c2-4cf1-b3d8-9770cda26860 admin admin] Checking segment: {'id': '12301566-c3c6-4709-be78-6b2c8661de13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cd0d7ec3-0952-4543-a528-ddb83d0a700c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:17:20.062274 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c354e-13c2-4cf1-b3d8-9770cda26860 admin admin] Network hostable DHCP agents. Network: cd0d7ec3-0952-4543-a528-ddb83d0a700c, hostable agents: ['49719f6d-5a78-4eed-bacf-47ff3e91c67a'], hosted agents: [] {{(pid=79985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 16:17:20.073911 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c354e-13c2-4cf1-b3d8-9770cda26860 admin admin] Network cd0d7ec3-0952-4543-a528-ddb83d0a700c is scheduled to be hosted by DHCP agent 49719f6d-5a78-4eed-bacf-47ff3e91c67a with binding_index 1 {{(pid=79985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 16:17:20.078741 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-c13c354e-13c2-4cf1-b3d8-9770cda26860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-3-iscsi, cd0d7ec3-0952-4543-a528-ddb83d0a700c) {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:17:20.085564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13c354e-13c2-4cf1-b3d8-9770cda26860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:20.085921 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c13c354e-13c2-4cf1-b3d8-9770cda26860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:20.086034 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bdfa93-8f84-43f1-91d4-297dace71c9f None None] Network cd0d7ec3-0952-4543-a528-ddb83d0a700c requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:17:20.097662 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-c13c354e-13c2-4cf1-b3d8-9770cda26860 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4577627 Jan 25 16:17:20.216203 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838c6893-54b9-4792-86bc-b841db284203 None None] Network cd0d7ec3-0952-4543-a528-ddb83d0a700c requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:17:20.365041 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1d1e8-496b-4f4f-b92d-ecda1391f8e5 req-dcdd2375-4a76-4584-a094-250061b84937 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:20.366156 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fbd1d1e8-496b-4f4f-b92d-ecda1391f8e5 req-dcdd2375-4a76-4584-a094-250061b84937 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0709648 Jan 25 16:17:20.395729 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fbd1d1e8-496b-4f4f-b92d-ecda1391f8e5 req-efad4502-5212-43e7-88cd-9b3dc1238d14 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256166 Jan 25 16:17:20.503199 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 43770) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:20.506978 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2080313711-network', 'tenant_id': 'ef9da670b763445a9c989747808ac041'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:17:20.510335 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:17:20.512940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Usage tracker for resource:network and tenant:ef9da670b763445a9c989747808ac041 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:17:20.514828 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:17:20.518963 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:17:20.526354 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Made reservation on behalf of ef9da670b763445a9c989747808ac041 for: {'network': 1} {{(pid=79984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:17:20.529483 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for network, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:20.538046 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:20.547339 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:17:20.549646 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Usage tracker for resource:security_group_rule and tenant:ef9da670b763445a9c989747808ac041 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:17:20.551233 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:17:20.554238 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:17:20.613337 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:20.616484 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:20.621804 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-3b323b76-b74c-4ec9-aaa0-f29c7eab26cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:20.643530 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=79984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 16:17:20.649331 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9cf685-2b3e-4d49-ba0e-c9ec2aad57db,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:20.651785 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:20.653999 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:20.654272 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.segments_db [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Added segment 9e343e5f-1506-40de-981b-c346e740dcdb of type vxlan for network feb98f65-d38d-4381-a2fc-e2980aea3a2d Jan 25 16:17:20.674718 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293217476331'] for network, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:20.695168 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for network, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:20.696056 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:20.696480 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:20.698740 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:20.712011 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f80a66-9920-4b30-bb60-ca2c5e188357 req-6964c5e1-da07-45ee-bfaf-ee98042ce1f1 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:20.712952 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-13f80a66-9920-4b30-bb60-ca2c5e188357 req-6964c5e1-da07-45ee-bfaf-ee98042ce1f1 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.117 "GET /v2.0/ports?device_id=5ffe3015-5bf1-42c1-b814-a1e10fc5718f HTTP/1.1" status: 200 len: 945 time: 0.0801659 Jan 25 16:17:20.760895 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-13f80a66-9920-4b30-bb60-ca2c5e188357 req-ec5dec83-4275-48c7-9fbd-121ffde49d26 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Deleting port 90c7f377-1421-408d-97b3-25ab75f63685 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:17:20.761150 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-13f80a66-9920-4b30-bb60-ca2c5e188357 req-ec5dec83-4275-48c7-9fbd-121ffde49d26 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:20.766432 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Pushing event updated for resources: {'Network': ['ID=feb98f65-d38d-4381-a2fc-e2980aea3a2d,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:20.771092 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.2671249 Jan 25 16:17:20.771730 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:20.772057 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 43774) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:20.773895 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Network feb98f65-d38d-4381-a2fc-e2980aea3a2d details requested by agent ovs-agent-dv-cinder-766064-3-iscsi with host dv-cinder-766064-3-iscsi {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:17:20.775968 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-98eeeb74-3198-4958-a735-785b587af0cf admin admin] Request body: {'subnet': {'network_id': 'feb98f65-d38d-4381-a2fc-e2980aea3a2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2080313711-subnet', 'tenant_id': 'ef9da670b763445a9c989747808ac041', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:17:20.779502 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-98eeeb74-3198-4958-a735-785b587af0cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:17:20.782600 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-98eeeb74-3198-4958-a735-785b587af0cf admin admin] Usage tracker for resource:subnet and tenant:ef9da670b763445a9c989747808ac041 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:17:20.784756 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-98eeeb74-3198-4958-a735-785b587af0cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:17:20.788307 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-98eeeb74-3198-4958-a735-785b587af0cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:17:20.795223 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eeeb74-3198-4958-a735-785b587af0cf admin admin] Made reservation on behalf of ef9da670b763445a9c989747808ac041 for: {'subnet': 1} {{(pid=79984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:17:20.798554 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-98eeeb74-3198-4958-a735-785b587af0cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852587330'] for subnet, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:20.836269 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Network feb98f65-d38d-4381-a2fc-e2980aea3a2d details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:17:20.944238 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-13f80a66-9920-4b30-bb60-ca2c5e188357 req-ec5dec83-4275-48c7-9fbd-121ffde49d26 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] For port 90c7f377-1421-408d-97b3-25ab75f63685, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=90c7f377-1421-408d-97b3-25ab75f63685,segment=NetworkSegment(a27b1430-2d50-4129-9772-c71834432665),segment_id=a27b1430-2d50-4129-9772-c71834432665)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:17:20.944453 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-13f80a66-9920-4b30-bb60-ca2c5e188357 req-ec5dec83-4275-48c7-9fbd-121ffde49d26 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:21.027017 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd2c9b-3f22-47a6-bcca-588a7cb846ea req-b5d22af2-6ff6-4586-8da0-603766350fa2 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:21.027862 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e4cd2c9b-3f22-47a6-bcca-588a7cb846ea req-b5d22af2-6ff6-4586-8da0-603766350fa2 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5ffe3015-5bf1-42c1-b814-a1e10fc5718f HTTP/1.1" status: 200 len: 945 time: 0.1491108 Jan 25 16:17:21.031395 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-13f80a66-9920-4b30-bb60-ca2c5e188357 req-ec5dec83-4275-48c7-9fbd-121ffde49d26 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Calling delete_port for 90c7f377-1421-408d-97b3-25ab75f63685 owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:17:21.043309 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-98eeeb74-3198-4958-a735-785b587af0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852675720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852587345'] for subnet, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:21.051069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-792f96ab-5cee-4cd6-b749-1152d41cbd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:21.092352 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e4cd2c9b-3f22-47a6-bcca-588a7cb846ea req-842f24bf-9e82-430b-8b15-323bea1e827b tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/security-groups?id=019fc4b4-e7e0-4d62-86fd-651ea2d00160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438542 Jan 25 16:17:21.117779 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eeeb74-3198-4958-a735-785b587af0cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4660ca72-8dbb-41c8-968e-caf96cdef68a,revision_number=0']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:21.120851 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-98eeeb74-3198-4958-a735-785b587af0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:21.137679 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-13f80a66-9920-4b30-bb60-ca2c5e188357 req-ec5dec83-4275-48c7-9fbd-121ffde49d26 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:21.147219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a386d21a-8902-4bac-a07b-9fe1b8d16fff tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:21.161016 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eeeb74-3198-4958-a735-785b587af0cf admin admin] Checking segment: {'id': '9e343e5f-1506-40de-981b-c346e740dcdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'feb98f65-d38d-4381-a2fc-e2980aea3a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:17:21.161214 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eeeb74-3198-4958-a735-785b587af0cf admin admin] Network hostable DHCP agents. Network: feb98f65-d38d-4381-a2fc-e2980aea3a2d, hostable agents: ['49719f6d-5a78-4eed-bacf-47ff3e91c67a'], hosted agents: [] {{(pid=79984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 16:17:21.172055 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eeeb74-3198-4958-a735-785b587af0cf admin admin] Network feb98f65-d38d-4381-a2fc-e2980aea3a2d is scheduled to be hosted by DHCP agent 49719f6d-5a78-4eed-bacf-47ff3e91c67a with binding_index 1 {{(pid=79984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 16:17:21.177531 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-98eeeb74-3198-4958-a735-785b587af0cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-3-iscsi, feb98f65-d38d-4381-a2fc-e2980aea3a2d) {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:17:21.183850 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df23603e-55dd-4380-9bfe-539d485d7751 None None] Network feb98f65-d38d-4381-a2fc-e2980aea3a2d requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:17:21.185204 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eeeb74-3198-4958-a735-785b587af0cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:21.185563 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-98eeeb74-3198-4958-a735-785b587af0cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:21.201908 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-98eeeb74-3198-4958-a735-785b587af0cf admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4234014 Jan 25 16:17:21.202048 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5dec83-4275-48c7-9fbd-121ffde49d26 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Pushing event deleted for resources: {'Port': ['ID=90c7f377-1421-408d-97b3-25ab75f63685,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:21.202048 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ec5dec83-4275-48c7-9fbd-121ffde49d26 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:21.264311 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f80a66-9920-4b30-bb60-ca2c5e188357 req-ec5dec83-4275-48c7-9fbd-121ffde49d26 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] No DVR routers for this DVR port 90c7f377-1421-408d-97b3-25ab75f63685 on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:17:21.265872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-13f80a66-9920-4b30-bb60-ca2c5e188357 req-ec5dec83-4275-48c7-9fbd-121ffde49d26 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:21.267808 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe3015-5bf1-42c1-b814-a1e10fc5718f', 'name': 'network-vif-deleted', 'tag': '90c7f377-1421-408d-97b3-25ab75f63685'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:17:21.276723 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-13f80a66-9920-4b30-bb60-ca2c5e188357 req-ec5dec83-4275-48c7-9fbd-121ffde49d26 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.117 "DELETE /v2.0/ports/90c7f377-1421-408d-97b3-25ab75f63685 HTTP/1.1" status: 204 len: 173 time: 0.5576668 Jan 25 16:17:21.307986 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe3015-5bf1-42c1-b814-a1e10fc5718f', 'name': 'network-vif-deleted', 'tag': '90c7f377-1421-408d-97b3-25ab75f63685', 'status': 'completed', 'code': 200} Jan 25 16:17:21.313226 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54900cc-d2e2-4438-be20-0811be2b6d4e None None] Network feb98f65-d38d-4381-a2fc-e2980aea3a2d requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:17:21.637932 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 90c7f377-1421-408d-97b3-25ab75f63685 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:17:21.661012 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] No Port match for: 90c7f377-1421-408d-97b3-25ab75f63685 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:17:21.661415 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 90c7f377-1421-408d-97b3-25ab75f63685 not bound to the agent host hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:17:21.752717 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9593f3-5cfb-404e-a83e-39a43a326d43 req-7c084be5-7332-45d0-88bc-22b0771c4e6d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:21.753658 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6e9593f3-5cfb-404e-a83e-39a43a326d43 req-7c084be5-7332-45d0-88bc-22b0771c4e6d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.2647967 Jan 25 16:17:21.785957 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6e9593f3-5cfb-404e-a83e-39a43a326d43 req-f2517414-0e00-4b17-acdb-4f3b4a258736 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249376 Jan 25 16:17:22.215219 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-981dbe8d-bec2-4d07-8617-a64ecdbc4e34 req-0b66e5fa-f6bf-4818-b3d4-465b509073ca tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5ffe3015-5bf1-42c1-b814-a1e10fc5718f HTTP/1.1" status: 200 len: 210 time: 0.0287468 Jan 25 16:17:22.940580 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc6b03-fb0a-45e3-89d4-f0b16826dc40 req-ff3595b1-3915-4a69-8ddb-51ac0a2907d3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:22.941650 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3ccc6b03-fb0a-45e3-89d4-f0b16826dc40 req-ff3595b1-3915-4a69-8ddb-51ac0a2907d3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0710104 Jan 25 16:17:22.977676 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3ccc6b03-fb0a-45e3-89d4-f0b16826dc40 req-88c92f9f-fa80-4ccc-a6eb-98f5e95b50d4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317941 Jan 25 16:17:23.020532 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-735fa9e0-5503-4be7-b4cd-9166df16cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:23.346444 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-d07cc629-08c9-4535-8aa0-43c78ff45267 req-78d355f4-bf3b-4f9c-abd9-dbb7dea34f00 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Synchronizing usage tracker for tenant:212d11d539e24800b27e4dceee2a3ab7 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:17:23.357482 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-d07cc629-08c9-4535-8aa0-43c78ff45267 req-78d355f4-bf3b-4f9c-abd9-dbb7dea34f00 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Unset dirty status for tenant:212d11d539e24800b27e4dceee2a3ab7 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:17:23.358296 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d07cc629-08c9-4535-8aa0-43c78ff45267 req-78d355f4-bf3b-4f9c-abd9-dbb7dea34f00 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] 10.222.0.107 "GET /v2.0/ports?device_id=5ffe3015-5bf1-42c1-b814-a1e10fc5718f HTTP/1.1" status: 200 len: 210 time: 0.0441399 Jan 25 16:17:24.033698 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ad224037-e4af-4ff9-a689-d67ac484c9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:24.148633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc060bb3-8785-4ab5-8d21-d9e63c248b0a req-bbad0009-7f34-4719-9da9-3685c359f8a4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:24.149823 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bc060bb3-8785-4ab5-8d21-d9e63c248b0a req-bbad0009-7f34-4719-9da9-3685c359f8a4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0753975 Jan 25 16:17:24.185190 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bc060bb3-8785-4ab5-8d21-d9e63c248b0a req-4394cd45-5c53-40fa-85fc-34cfc677aaec tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307400 Jan 25 16:17:24.609286 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:24.753708 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:24.923956 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:25.347791 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824baa05-8b62-430e-8a01-0e70ca3bc7c6 req-7ed65c7c-7e8e-4d60-9c86-e9b82684aa72 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:25.348873 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-824baa05-8b62-430e-8a01-0e70ca3bc7c6 req-7ed65c7c-7e8e-4d60-9c86-e9b82684aa72 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0778391 Jan 25 16:17:25.385424 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-824baa05-8b62-430e-8a01-0e70ca3bc7c6 req-213d8548-56cd-4796-bc40-f0ffd64d5083 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327184 Jan 25 16:17:25.711433 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:26.582661 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf9ab2-a222-4e5e-a0b6-1db4e9a8cc0c req-43f875e3-47ee-43f7-89ef-a6ee8db62783 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:26.583688 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-67bf9ab2-a222-4e5e-a0b6-1db4e9a8cc0c req-43f875e3-47ee-43f7-89ef-a6ee8db62783 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0784757 Jan 25 16:17:26.633709 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-67bf9ab2-a222-4e5e-a0b6-1db4e9a8cc0c req-5c4bd4d9-9bb6-445b-8862-c8121224b56b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428131 Jan 25 16:17:27.805398 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86809e-ec3a-44ff-a4fa-709f844fb741 req-3bbf1323-934f-4e78-8eea-f2c53f619b52 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:27.806422 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ed86809e-ec3a-44ff-a4fa-709f844fb741 req-3bbf1323-934f-4e78-8eea-f2c53f619b52 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0749207 Jan 25 16:17:27.847122 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ed86809e-ec3a-44ff-a4fa-709f844fb741 req-728d39ac-8a57-496f-989f-1f73d6792375 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333431 Jan 25 16:17:29.038216 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02861420-fc8a-4993-9807-27bd44aad759 req-1398fd7d-2850-49ac-a4c4-9e3aad3b16f5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:29.039358 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-02861420-fc8a-4993-9807-27bd44aad759 req-1398fd7d-2850-49ac-a4c4-9e3aad3b16f5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0945063 Jan 25 16:17:29.075073 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-02861420-fc8a-4993-9807-27bd44aad759 req-bdc99ed3-e229-4d8f-a56a-375e7426af03 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311773 Jan 25 16:17:30.241631 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd25056-4a93-466e-9bfc-ac8562c6140e req-65d7915f-08e0-4c0a-a131-db37e471e6a8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:30.242654 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1cd25056-4a93-466e-9bfc-ac8562c6140e req-65d7915f-08e0-4c0a-a131-db37e471e6a8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0757263 Jan 25 16:17:30.276477 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1cd25056-4a93-466e-9bfc-ac8562c6140e req-6fbcd25a-452d-4fa5-b925-4e54b59bcf17 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292065 Jan 25 16:17:31.464170 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7d9dc-0d34-4bb5-9fab-349a9d38bb9b req-a1c08f52-116a-43ba-b05a-986960b5c90b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:31.465247 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3dc7d9dc-0d34-4bb5-9fab-349a9d38bb9b req-a1c08f52-116a-43ba-b05a-986960b5c90b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0804706 Jan 25 16:17:31.514243 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3dc7d9dc-0d34-4bb5-9fab-349a9d38bb9b req-f12fd349-761f-4c6f-9c63-258da8f9a3f4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440490 Jan 25 16:17:32.701150 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ca2d9-5d7a-4fac-b932-c66cdccfa021 req-774bdeb2-8ca5-4bd7-b09e-55fdf1a81cdf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:32.702126 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d42ca2d9-5d7a-4fac-b932-c66cdccfa021 req-774bdeb2-8ca5-4bd7-b09e-55fdf1a81cdf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0773330 Jan 25 16:17:32.736329 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d42ca2d9-5d7a-4fac-b932-c66cdccfa021 req-dbd47b36-04cc-4ff0-ae05-77f3b7d5e89f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298891 Jan 25 16:17:33.881864 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efff48f-dc45-43de-ad00-2035300ef684 req-aafdfcef-4fc4-4b5f-ae85-171515b194cd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:33.882913 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2efff48f-dc45-43de-ad00-2035300ef684 req-aafdfcef-4fc4-4b5f-ae85-171515b194cd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0627193 Jan 25 16:17:34.145588 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2efff48f-dc45-43de-ad00-2035300ef684 req-3a61f34e-031c-4c5b-a176-3111e1e3f354 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583706 Jan 25 16:17:35.300880 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d454e-331f-4324-aa72-f6a76450e30c req-e267b841-ca82-4f6e-b202-88b0c3616576 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:35.301933 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8b8d454e-331f-4324-aa72-f6a76450e30c req-e267b841-ca82-4f6e-b202-88b0c3616576 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0704684 Jan 25 16:17:35.341712 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8b8d454e-331f-4324-aa72-f6a76450e30c req-9ca45dbf-288e-41f2-856b-8e30bd540715 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351996 Jan 25 16:17:36.505187 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14b3fb-79e9-4501-8015-59cabe2441eb req-dea79379-c1d5-48fb-8092-4b6cc611133a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:36.506553 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a14b3fb-79e9-4501-8015-59cabe2441eb req-dea79379-c1d5-48fb-8092-4b6cc611133a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0658307 Jan 25 16:17:36.541430 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a14b3fb-79e9-4501-8015-59cabe2441eb req-aedffd05-e231-42d1-bbdf-28765077a5b8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309370 Jan 25 16:17:37.702787 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc464f-3ca9-4b56-a6a5-c4ecccaba6c7 req-0ba3f655-1202-4773-a8be-a2cc404bb89e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:37.703863 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-edcc464f-3ca9-4b56-a6a5-c4ecccaba6c7 req-0ba3f655-1202-4773-a8be-a2cc404bb89e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0742624 Jan 25 16:17:37.737986 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-edcc464f-3ca9-4b56-a6a5-c4ecccaba6c7 req-30884964-d501-4b3e-8af7-c56d9460173f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296931 Jan 25 16:17:39.034474 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb688d8a-a9e8-425d-8259-2c74d7e81a11 req-17afbae9-365e-4143-8624-eba3f1541ed5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:39.035541 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eb688d8a-a9e8-425d-8259-2c74d7e81a11 req-17afbae9-365e-4143-8624-eba3f1541ed5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0698290 Jan 25 16:17:39.070656 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eb688d8a-a9e8-425d-8259-2c74d7e81a11 req-f65ebdba-b49a-440d-8f84-db3a5369e2fc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306568 Jan 25 16:17:40.222001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd986b1d-41ac-4962-84c9-f86f9fe866ee req-8f361b1e-b2ce-49ae-984d-0fb8f2ea478f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:40.222520 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bd986b1d-41ac-4962-84c9-f86f9fe866ee req-8f361b1e-b2ce-49ae-984d-0fb8f2ea478f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0697827 Jan 25 16:17:40.259268 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bd986b1d-41ac-4962-84c9-f86f9fe866ee req-402e9b5f-ce18-4f23-b4d3-02184cef2b67 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325584 Jan 25 16:17:41.438626 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9c8f2-dd5d-4596-af68-f50a6845f673 req-057a0f1c-a62d-4dad-b079-5dd3ae5686d8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:41.439806 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-81c9c8f2-dd5d-4596-af68-f50a6845f673 req-057a0f1c-a62d-4dad-b079-5dd3ae5686d8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0816712 Jan 25 16:17:41.474538 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-81c9c8f2-dd5d-4596-af68-f50a6845f673 req-3a66e225-597b-46df-8f3e-7b7edfe681c8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304387 Jan 25 16:17:42.664566 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d73fbe-a041-41c7-bf14-6f55b69cd2f4 req-0b072533-2b05-49cd-bbae-907022780229 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:42.665679 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-63d73fbe-a041-41c7-bf14-6f55b69cd2f4 req-0b072533-2b05-49cd-bbae-907022780229 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0959799 Jan 25 16:17:42.703340 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-63d73fbe-a041-41c7-bf14-6f55b69cd2f4 req-6c947b4e-cf5b-4e6e-aa5a-c1be4e49c77c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334249 Jan 25 16:17:43.892501 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699c15b-79bc-45f4-bff9-927ec3ffc463 req-a2aa0336-a43d-4379-bbbb-2b1b1161b27c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:43.893587 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a699c15b-79bc-45f4-bff9-927ec3ffc463 req-a2aa0336-a43d-4379-bbbb-2b1b1161b27c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0834768 Jan 25 16:17:43.927775 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a699c15b-79bc-45f4-bff9-927ec3ffc463 req-565996ab-1e5d-4a74-a02e-32bac024a2ad tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299840 Jan 25 16:17:45.113300 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451977b6-7f95-4a9e-aee8-c8492cc9a973 req-b77a32a1-84ec-4648-bf33-a376b93cfb17 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:45.114391 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-451977b6-7f95-4a9e-aee8-c8492cc9a973 req-b77a32a1-84ec-4648-bf33-a376b93cfb17 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0760095 Jan 25 16:17:45.156532 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-451977b6-7f95-4a9e-aee8-c8492cc9a973 req-d6f1ba50-eb09-469d-9a96-686e24405784 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371485 Jan 25 16:17:46.317262 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134c86c-9dd1-46fa-ab35-4fa9180a193e req-a2e7adda-6530-430b-8114-0348c1374622 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:46.318296 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f134c86c-9dd1-46fa-ab35-4fa9180a193e req-a2e7adda-6530-430b-8114-0348c1374622 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0694535 Jan 25 16:17:46.357387 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f134c86c-9dd1-46fa-ab35-4fa9180a193e req-4d75e732-d779-474c-a7c3-481b681ca150 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321515 Jan 25 16:17:47.513683 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69e3bb-8bfe-4a31-a6e0-157e013df6ec req-3be6bcf8-7642-46dc-b142-9c39a5828cd0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:47.514786 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8a69e3bb-8bfe-4a31-a6e0-157e013df6ec req-3be6bcf8-7642-46dc-b142-9c39a5828cd0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0720506 Jan 25 16:17:47.553702 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8a69e3bb-8bfe-4a31-a6e0-157e013df6ec req-51dbc38a-9e54-41ce-9674-2746fe51d090 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313239 Jan 25 16:17:48.740472 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93d05-fb65-49db-b47d-23bb315e0540 req-90d92f04-cc98-483c-8e01-b85a71fea59d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:48.741592 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5fa93d05-fb65-49db-b47d-23bb315e0540 req-90d92f04-cc98-483c-8e01-b85a71fea59d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0804138 Jan 25 16:17:48.780641 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5fa93d05-fb65-49db-b47d-23bb315e0540 req-eb231b3e-f337-4fe6-8715-dac0b0b8bef9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339308 Jan 25 16:17:49.957360 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74f617-800d-4e5a-af37-9824b9f734a2 req-6b3019b5-85b2-49ee-8027-8d1a6c1b19a3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:49.958394 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9c74f617-800d-4e5a-af37-9824b9f734a2 req-6b3019b5-85b2-49ee-8027-8d1a6c1b19a3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0758107 Jan 25 16:17:49.991370 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9c74f617-800d-4e5a-af37-9824b9f734a2 req-c40354c5-8cbc-4021-989b-8cd24a570b7a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287814 Jan 25 16:17:51.173404 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1255d3b-a6ae-4ae6-9dce-8b1d11a0fe31 req-bbdc3cda-8732-4caf-9c69-49247fd1c41c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:51.174448 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e1255d3b-a6ae-4ae6-9dce-8b1d11a0fe31 req-bbdc3cda-8732-4caf-9c69-49247fd1c41c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0734560 Jan 25 16:17:51.208314 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e1255d3b-a6ae-4ae6-9dce-8b1d11a0fe31 req-6c94725c-a458-42a0-963d-9548dcf78c25 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295529 Jan 25 16:17:52.369533 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7eea7-2d25-4868-96a7-dad9271684f3 req-d8b34562-cd31-460f-a4c5-e24dd20d6640 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:52.370718 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-75f7eea7-2d25-4868-96a7-dad9271684f3 req-d8b34562-cd31-460f-a4c5-e24dd20d6640 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0689590 Jan 25 16:17:52.402806 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-75f7eea7-2d25-4868-96a7-dad9271684f3 req-21a7ce6c-e735-4035-b713-7cd13ecd4eb8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280113 Jan 25 16:17:52.893091 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 44162) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:52.929077 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafd3a32-07a8-43a6-b224-1c6b164f919d admin admin] Deleting subnet 30265a65-9104-4e41-b3f7-02804c1f76f0 {{(pid=79985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 16:17:52.930969 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-aafd3a32-07a8-43a6-b224-1c6b164f919d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:52.959395 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-aafd3a32-07a8-43a6-b224-1c6b164f919d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26316608'] for subnet, precommit_delete_associations {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:52.995406 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-aafd3a32-07a8-43a6-b224-1c6b164f919d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852869732'] for subnet, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:53.029435 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-163d8771-9333-4c6e-814e-f008fd2ae2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:53.154438 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-aafd3a32-07a8-43a6-b224-1c6b164f919d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26316638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828188425'] for subnet, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:53.161768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c13c354e-13c2-4cf1-b3d8-9770cda26860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:53.181197 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd3a32-07a8-43a6-b224-1c6b164f919d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30265a65-9104-4e41-b3f7-02804c1f76f0,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:53.206760 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-aafd3a32-07a8-43a6-b224-1c6b164f919d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:53.232152 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-aafd3a32-07a8-43a6-b224-1c6b164f919d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:53.235728 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-aafd3a32-07a8-43a6-b224-1c6b164f919d admin admin] 10.222.0.107 "DELETE /v2.0/subnets/30265a65-9104-4e41-b3f7-02804c1f76f0 HTTP/1.1" status: 204 len: 168 time: 0.3416979 Jan 25 16:17:53.237482 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 44166) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:53.297687 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-65c18130-d1cb-429c-bc0c-4ed1867831f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853034955'] for network, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:53.400895 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-65c18130-d1cb-429c-bc0c-4ed1867831f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852872736', 'neutron.services.segments.db._delete_segments_for_network-8743637820497'] for network, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:53.462122 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-65c18130-d1cb-429c-bc0c-4ed1867831f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0d7ec3-0952-4543-a528-ddb83d0a700c']}} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:17:53.471437 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-65c18130-d1cb-429c-bc0c-4ed1867831f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12301566-c3c6-4709-be78-6b2c8661de13') {'for_net_delete': True} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:17:53.471611 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-65c18130-d1cb-429c-bc0c-4ed1867831f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12301566-c3c6-4709-be78-6b2c8661de13') {} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:17:53.478427 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-65c18130-d1cb-429c-bc0c-4ed1867831f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743637817186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036828459192'] for segment, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:53.486520 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-65c18130-d1cb-429c-bc0c-4ed1867831f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:53.487703 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-65c18130-d1cb-429c-bc0c-4ed1867831f8 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=79985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 16:17:53.543755 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb5566-9961-4752-ba05-f03209b380e1 req-014451f1-e262-427b-b807-9701620f0f1e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:53.544979 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e5eb5566-9961-4752-ba05-f03209b380e1 req-014451f1-e262-427b-b807-9701620f0f1e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0592461 Jan 25 16:17:53.577278 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e5eb5566-9961-4752-ba05-f03209b380e1 req-f1c55c36-4413-4ae4-9c0e-a2bfd5f089e1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280535 Jan 25 16:17:53.581991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-65c18130-d1cb-429c-bc0c-4ed1867831f8 admin admin] Network cd0d7ec3-0952-4543-a528-ddb83d0a700c has no segments {{(pid=79985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:17:53.586704 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-65c18130-d1cb-429c-bc0c-4ed1867831f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852869664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036828459267'] for segment, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:53.678009 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-65c18130-d1cb-429c-bc0c-4ed1867831f8 admin admin] Network cd0d7ec3-0952-4543-a528-ddb83d0a700c has no segments {{(pid=79985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: Traceback (most recent call last): Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: timer() Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: cb(*args, **kw) Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: return func(*args, **kwargs) Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: self._notify() Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: self.callback(batched_events) Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: event.method(event) Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: segment_id)['aggregates'][0] Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(self, *a, **k) Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: return self._get(url).json() Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: **kwargs) Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.request(url, 'GET', **kwargs) Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: **endpoint_filter) Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:17:53.689357 dv-cinder-766064-3-iscsi neutron-server[79885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:17:53.729366 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-65c18130-d1cb-429c-bc0c-4ed1867831f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711666'] for network, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:53.731733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:53.740247 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-65c18130-d1cb-429c-bc0c-4ed1867831f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:53.744276 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c18130-d1cb-429c-bc0c-4ed1867831f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd0d7ec3-0952-4543-a528-ddb83d0a700c,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:53.746322 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-65c18130-d1cb-429c-bc0c-4ed1867831f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:53.749239 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-65c18130-d1cb-429c-bc0c-4ed1867831f8 admin admin] 10.222.0.107 "DELETE /v2.0/networks/cd0d7ec3-0952-4543-a528-ddb83d0a700c HTTP/1.1" status: 204 len: 168 time: 0.5092177 Jan 25 16:17:53.749675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 44182) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:53.790030 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_v2 [None req-87adefd4-5b1a-4795-b097-9f4d50e88e4d admin admin] Deleting subnet 4660ca72-8dbb-41c8-968e-caf96cdef68a {{(pid=79985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 16:17:53.792024 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-87adefd4-5b1a-4795-b097-9f4d50e88e4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:53.824983 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-87adefd4-5b1a-4795-b097-9f4d50e88e4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26316608'] for subnet, precommit_delete_associations {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:53.859804 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-87adefd4-5b1a-4795-b097-9f4d50e88e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852869732'] for subnet, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:54.027973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-87adefd4-5b1a-4795-b097-9f4d50e88e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26316638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828188425'] for subnet, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:54.029394 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-15feb071-4062-4bc6-b78f-88591d007341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:54.036521 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-cd0350a7-21d3-48b5-bce5-9a1aeeb5eb94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:54.088006 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87adefd4-5b1a-4795-b097-9f4d50e88e4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4660ca72-8dbb-41c8-968e-caf96cdef68a,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:54.092150 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-87adefd4-5b1a-4795-b097-9f4d50e88e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:54.120698 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-87adefd4-5b1a-4795-b097-9f4d50e88e4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:54.124454 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-87adefd4-5b1a-4795-b097-9f4d50e88e4d admin admin] 10.222.0.107 "DELETE /v2.0/subnets/4660ca72-8dbb-41c8-968e-caf96cdef68a HTTP/1.1" status: 204 len: 168 time: 0.3743424 Jan 25 16:17:54.126451 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 44186) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:54.196905 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853034955'] for network, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:54.299834 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852872736', 'neutron.services.segments.db._delete_segments_for_network-8743637820497'] for network, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:54.358042 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb98f65-d38d-4381-a2fc-e2980aea3a2d']}} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:17:54.364664 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e343e5f-1506-40de-981b-c346e740dcdb') {'for_net_delete': True} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:17:54.364874 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e343e5f-1506-40de-981b-c346e740dcdb') {} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:17:54.371409 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743637817186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223449'] for segment, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:54.379282 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:54.380667 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=79984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 16:17:54.471615 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Network feb98f65-d38d-4381-a2fc-e2980aea3a2d has no segments {{(pid=79984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:17:54.476565 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852869664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852675938'] for segment, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:54.573675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Network feb98f65-d38d-4381-a2fc-e2980aea3a2d has no segments {{(pid=79984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: Traceback (most recent call last): Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: timer() Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: cb(*args, **kw) Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: return func(*args, **kwargs) Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: self._notify() Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: self.callback(batched_events) Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: event.method(event) Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: segment_id)['aggregates'][0] Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(self, *a, **k) Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: return self._get(url).json() Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: **kwargs) Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.request(url, 'GET', **kwargs) Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: **endpoint_filter) Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:17:54.588477 dv-cinder-766064-3-iscsi neutron-server[79885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:17:54.610686 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:54.639273 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711666'] for network, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:54.641761 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:54.652486 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:54.657266 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Pushing event deleted for resources: {'Network': ['ID=feb98f65-d38d-4381-a2fc-e2980aea3a2d,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:54.660319 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] 10.222.0.107 "DELETE /v2.0/networks/feb98f65-d38d-4381-a2fc-e2980aea3a2d HTTP/1.1" status: 204 len: 168 time: 0.5331671 Jan 25 16:17:54.663252 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.663518 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.663773 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.664039 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.664385 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.664658 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.664910 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.665158 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.665409 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.665657 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.665904 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.666149 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.666447 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.666695 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.666942 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.667187 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.667429 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.667675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.667919 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.668181 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.668422 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.668666 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.668913 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.669270 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:17:54.671577 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f2f6a919-c287-43c3-a35c-1f9e55efa26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:54.727934 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c738f43-46e5-423b-be0d-f595ed91903f req-80214d1e-1776-4b32-9930-52601450f097 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:54.729013 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8c738f43-46e5-423b-be0d-f595ed91903f req-80214d1e-1776-4b32-9930-52601450f097 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0712965 Jan 25 16:17:54.757309 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:54.763268 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8c738f43-46e5-423b-be0d-f595ed91903f req-6b6a3ac3-1125-46ba-886c-04f5d5dff80c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306768 Jan 25 16:17:54.781568 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 44204) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:54.811353 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-f85e7b01-f095-40fa-9329-d10c7bec63df admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c6c42857ace34d44b201298c3eb6f774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0288301 Jan 25 16:17:54.813096 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 44208) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:54.847836 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d81e37df-73c2-49c2-aba9-2abe6ec8bb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:54.861811 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d81e37df-73c2-49c2-aba9-2abe6ec8bb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:54.888227 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d81e37df-73c2-49c2-aba9-2abe6ec8bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:54.890074 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-feae2f2f-af83-4423-995f-3284cbe67b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:54.896959 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e37df-73c2-49c2-aba9-2abe6ec8bb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36b7603-093e-4aaf-a0ac-a2d20b08faeb,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:54.898728 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d81e37df-73c2-49c2-aba9-2abe6ec8bb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:54.900524 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d81e37df-73c2-49c2-aba9-2abe6ec8bb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:54.904731 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-d81e37df-73c2-49c2-aba9-2abe6ec8bb69 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a36b7603-093e-4aaf-a0ac-a2d20b08faeb HTTP/1.1" status: 204 len: 168 time: 0.0874407 Jan 25 16:17:54.909307 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:55.131860 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 44218) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:55.169842 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-dd2be9a7-88ec-4ea9-9aea-ab15cdc08d58 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ef9da670b763445a9c989747808ac041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370519 Jan 25 16:17:55.171647 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 44222) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:55.204243 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55f62403-0531-43bd-a5fc-06b3f4a8eafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:55.221302 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55f62403-0531-43bd-a5fc-06b3f4a8eafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:55.259609 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55f62403-0531-43bd-a5fc-06b3f4a8eafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:55.265462 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-12d09cdf-a172-4d6f-a585-18120e70f0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:17:55.277245 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f62403-0531-43bd-a5fc-06b3f4a8eafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9cf685-2b3e-4d49-ba0e-c9ec2aad57db,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:17:55.278838 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-55f62403-0531-43bd-a5fc-06b3f4a8eafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:17:55.280961 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55f62403-0531-43bd-a5fc-06b3f4a8eafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:55.282026 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-55f62403-0531-43bd-a5fc-06b3f4a8eafe admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0b9cf685-2b3e-4d49-ba0e-c9ec2aad57db HTTP/1.1" status: 204 len: 168 time: 0.1093781 Jan 25 16:17:55.519928 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:17:55.712710 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:17:55.939454 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f1366-838a-49bf-8615-14b1073303e2 req-a0cbedae-3fff-4fb0-ba5d-c6573aea925f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:55.940509 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7d5f1366-838a-49bf-8615-14b1073303e2 req-a0cbedae-3fff-4fb0-ba5d-c6573aea925f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0673513 Jan 25 16:17:55.972594 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7d5f1366-838a-49bf-8615-14b1073303e2 req-3c9ece0e-a2aa-4416-9265-3988b4b46e83 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281785 Jan 25 16:17:57.138401 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127ef34-ed08-41ab-8c7c-fb201d676539 req-462495d9-3e1f-4131-acdc-f55c37dc0d49 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:57.139459 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7127ef34-ed08-41ab-8c7c-fb201d676539 req-462495d9-3e1f-4131-acdc-f55c37dc0d49 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0808778 Jan 25 16:17:57.174089 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7127ef34-ed08-41ab-8c7c-fb201d676539 req-7169a56c-d757-4bc0-b773-e75eea3bf5b6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300605 Jan 25 16:17:58.326897 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1547ed-2134-419d-ba16-2e0b2cbc9c8f req-90d3adf4-e5f1-4dea-8fb3-b2de53b1cc9e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:58.327800 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1547ed-2134-419d-ba16-2e0b2cbc9c8f req-90d3adf4-e5f1-4dea-8fb3-b2de53b1cc9e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0693662 Jan 25 16:17:58.356641 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1547ed-2134-419d-ba16-2e0b2cbc9c8f req-64e93c59-ddfa-44e7-9a95-79699579fa66 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248728 Jan 25 16:17:59.544773 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f36b5-83da-4cc0-81f2-4030468e4b0a req-82fec977-bedd-4920-9236-d3c6df9f0dc2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:17:59.545862 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-287f36b5-83da-4cc0-81f2-4030468e4b0a req-82fec977-bedd-4920-9236-d3c6df9f0dc2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0789900 Jan 25 16:17:59.583540 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-287f36b5-83da-4cc0-81f2-4030468e4b0a req-0bacff17-daea-4644-ab68-fd0be091df89 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332894 Jan 25 16:18:00.773989 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2a0b7-f57a-4e4d-808e-4a2eccf178d3 req-b4e95bf4-0c28-4ab3-8966-57c1ca2b538c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:00.774966 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-61b2a0b7-f57a-4e4d-808e-4a2eccf178d3 req-b4e95bf4-0c28-4ab3-8966-57c1ca2b538c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0787997 Jan 25 16:18:00.810427 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-61b2a0b7-f57a-4e4d-808e-4a2eccf178d3 req-a02db27d-f08a-46b7-9034-8037799e09d5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311520 Jan 25 16:18:01.998685 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e99fb-0d1b-4e93-9a53-7d2bef734c56 req-f98978f2-d598-4cb9-8d95-fa881209f775 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:01.999759 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1f2e99fb-0d1b-4e93-9a53-7d2bef734c56 req-f98978f2-d598-4cb9-8d95-fa881209f775 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0875876 Jan 25 16:18:02.036194 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1f2e99fb-0d1b-4e93-9a53-7d2bef734c56 req-1ae3d1fd-8f25-40b2-a1d5-0ce5ec2d531d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313344 Jan 25 16:18:03.202712 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a026b-8e88-45bd-887a-3d9d9c7e7456 req-a654cf5a-d14b-4f9d-9054-a521746fe803 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:03.203760 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fe8a026b-8e88-45bd-887a-3d9d9c7e7456 req-a654cf5a-d14b-4f9d-9054-a521746fe803 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0739059 Jan 25 16:18:03.238641 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fe8a026b-8e88-45bd-887a-3d9d9c7e7456 req-12d46d92-eee4-4542-a5b3-dcd3625a0f80 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304239 Jan 25 16:18:04.438037 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216eea3a-10ff-4e48-bcb4-6021664a360e req-7412b31e-13d6-4b7e-b4cc-214d7e6f1dfc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:04.439117 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-216eea3a-10ff-4e48-bcb4-6021664a360e req-7412b31e-13d6-4b7e-b4cc-214d7e6f1dfc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0754313 Jan 25 16:18:04.477137 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-216eea3a-10ff-4e48-bcb4-6021664a360e req-46f4f120-f8f4-435a-99b2-89d73d346feb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301485 Jan 25 16:18:05.645395 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd68a7-272a-4242-99ac-adf582e88ffa req-cfa059a0-7228-4732-ba7b-0003309e2be7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:05.646569 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c6bd68a7-272a-4242-99ac-adf582e88ffa req-cfa059a0-7228-4732-ba7b-0003309e2be7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0729792 Jan 25 16:18:05.684240 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c6bd68a7-272a-4242-99ac-adf582e88ffa req-e0ec296e-a464-4138-a14c-55e2aa7c25fe tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330763 Jan 25 16:18:06.863316 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e24ba-1d85-4a44-9563-488792169236 req-f96f20a7-e229-42e4-8894-9b2237ac90b5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:06.864423 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-105e24ba-1d85-4a44-9563-488792169236 req-f96f20a7-e229-42e4-8894-9b2237ac90b5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0838985 Jan 25 16:18:06.897606 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-105e24ba-1d85-4a44-9563-488792169236 req-7e0b9363-80ec-45b8-8a05-c355416e674b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291612 Jan 25 16:18:08.282184 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67890607-049d-4f29-aa86-f4db4e9408c3 req-141ff477-64d1-40f7-a915-b7000e1c07bf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:08.283056 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-67890607-049d-4f29-aa86-f4db4e9408c3 req-141ff477-64d1-40f7-a915-b7000e1c07bf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.2974467 Jan 25 16:18:08.310459 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-67890607-049d-4f29-aa86-f4db4e9408c3 req-6d3ae109-ec9e-4228-b24c-e56e7477fdea tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0231359 Jan 25 16:18:09.497734 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba963a14-b776-42a9-b0ef-2a9b08519812 req-3e029c28-ea7d-4438-86ca-f6f5e937a590 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:09.498707 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba963a14-b776-42a9-b0ef-2a9b08519812 req-3e029c28-ea7d-4438-86ca-f6f5e937a590 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0780971 Jan 25 16:18:09.536887 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ba963a14-b776-42a9-b0ef-2a9b08519812 req-41b0c0ee-73e9-4eb3-9b2a-843f4790365a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305746 Jan 25 16:18:10.730219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a22e9-4895-4dd0-8d59-3ab4408f35af req-7230176a-fd3e-44dc-9381-8441e9c4f48b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:10.731227 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-118a22e9-4895-4dd0-8d59-3ab4408f35af req-7230176a-fd3e-44dc-9381-8441e9c4f48b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0877342 Jan 25 16:18:10.766151 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-118a22e9-4895-4dd0-8d59-3ab4408f35af req-1fed197b-9fd6-40ed-ad1f-f2fe485f6e97 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297556 Jan 25 16:18:11.944035 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c18b5-823e-47de-b1df-aaf00b433bc4 req-96fbe281-dc41-4e8e-8342-cf18d12b7ce1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:11.945232 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b35c18b5-823e-47de-b1df-aaf00b433bc4 req-96fbe281-dc41-4e8e-8342-cf18d12b7ce1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0749919 Jan 25 16:18:11.982839 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b35c18b5-823e-47de-b1df-aaf00b433bc4 req-e8cd3e39-d344-445c-9ebb-0e943a4628f1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302351 Jan 25 16:18:13.162732 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381fb7e-0e6a-4b81-9fdb-11a11f495950 req-753d412d-8a64-4339-9e47-602b279fcff3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:13.163819 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c381fb7e-0e6a-4b81-9fdb-11a11f495950 req-753d412d-8a64-4339-9e47-602b279fcff3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0767679 Jan 25 16:18:13.201873 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c381fb7e-0e6a-4b81-9fdb-11a11f495950 req-1946e72c-1f65-41a3-974e-90d557ce3d6c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335538 Jan 25 16:18:14.385641 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a504ef-58fc-4559-9e34-e6847b528e66 req-900afdd3-29b0-4f73-8fa5-1f108bdaa65c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:14.386659 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-07a504ef-58fc-4559-9e34-e6847b528e66 req-900afdd3-29b0-4f73-8fa5-1f108bdaa65c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0771983 Jan 25 16:18:14.423690 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-07a504ef-58fc-4559-9e34-e6847b528e66 req-6d7144e6-752d-46fd-af6c-ce4daa7b3078 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295134 Jan 25 16:18:15.603726 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d3523-6abe-4579-81c5-f87d309a898b req-b8170963-e91d-4c3d-b5c1-04b18be61cc6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:15.604802 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ab5d3523-6abe-4579-81c5-f87d309a898b req-b8170963-e91d-4c3d-b5c1-04b18be61cc6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0774312 Jan 25 16:18:15.644613 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ab5d3523-6abe-4579-81c5-f87d309a898b req-dfa734c4-1976-4fb5-92b4-efb95e169f2d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322592 Jan 25 16:18:16.819678 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735670f-97b2-44c6-8003-c6ba71185288 req-01d3c3ff-9160-4e96-b568-4e7fb6bd2c6c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:16.820757 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6735670f-97b2-44c6-8003-c6ba71185288 req-01d3c3ff-9160-4e96-b568-4e7fb6bd2c6c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0732458 Jan 25 16:18:17.076696 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6735670f-97b2-44c6-8003-c6ba71185288 req-3495096b-1982-4f72-a201-717889c29f05 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518208 Jan 25 16:18:17.660053 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 44488) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:17.709996 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff34ff81-27af-47aa-ad08-414b3dbb7abf admin admin] Deleting subnet f3df57bb-544b-4bca-bdb9-27d6a9b22e5f {{(pid=79984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 16:18:17.712673 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ff34ff81-27af-47aa-ad08-414b3dbb7abf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:17.750409 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ff34ff81-27af-47aa-ad08-414b3dbb7abf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852552367'] for subnet, precommit_delete_associations {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:17.788577 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ff34ff81-27af-47aa-ad08-414b3dbb7abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852869732'] for subnet, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:17.956865 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ff34ff81-27af-47aa-ad08-414b3dbb7abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2188436'] for subnet, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:17.965902 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-98eeeb74-3198-4958-a735-785b587af0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:18:18.019017 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34ff81-27af-47aa-ad08-414b3dbb7abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3df57bb-544b-4bca-bdb9-27d6a9b22e5f,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:18:18.023691 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ff34ff81-27af-47aa-ad08-414b3dbb7abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:18:18.047653 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ff34ff81-27af-47aa-ad08-414b3dbb7abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:18.051817 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-ff34ff81-27af-47aa-ad08-414b3dbb7abf admin admin] 10.222.0.107 "DELETE /v2.0/subnets/f3df57bb-544b-4bca-bdb9-27d6a9b22e5f HTTP/1.1" status: 204 len: 168 time: 0.3900964 Jan 25 16:18:18.054121 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 44492) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:18.127682 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853034955'] for network, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:18.257601 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852872736', 'neutron.services.segments.db._delete_segments_for_network-8743637820497'] for network, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:18.328658 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55249952-c125-4f85-8d01-5cdb6f3a9c1c req-e533ae06-05d1-4954-9b8f-ec23e0fc04a4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:18.329618 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-55249952-c125-4f85-8d01-5cdb6f3a9c1c req-e533ae06-05d1-4954-9b8f-ec23e0fc04a4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1481578 Jan 25 16:18:18.349933 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad05e1f3-9673-4252-b943-5a928b9dd11e']}} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:18:18.362768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27b1430-2d50-4129-9772-c71834432665') {'for_net_delete': True} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:18:18.362768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27b1430-2d50-4129-9772-c71834432665') {} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:18:18.378427 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743637817186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036828459192'] for segment, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:18.386352 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-55249952-c125-4f85-8d01-5cdb6f3a9c1c req-237651a9-19fd-4dc4-9b6b-076de79416c2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488000 Jan 25 16:18:18.391311 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:18.392530 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=79985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 16:18:18.502043 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Network ad05e1f3-9673-4252-b943-5a928b9dd11e has no segments {{(pid=79985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:18:18.507983 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852869664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036828459267'] for segment, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:18.618116 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Network ad05e1f3-9673-4252-b943-5a928b9dd11e has no segments {{(pid=79985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: Traceback (most recent call last): Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: timer() Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: cb(*args, **kw) Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: return func(*args, **kwargs) Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: self._notify() Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: self.callback(batched_events) Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: event.method(event) Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: segment_id)['aggregates'][0] Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(self, *a, **k) Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: return self._get(url).json() Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: **kwargs) Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.request(url, 'GET', **kwargs) Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: **endpoint_filter) Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:18:18.631528 dv-cinder-766064-3-iscsi neutron-server[79885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:18:18.675813 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711666'] for network, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:18.678945 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d90fa092-fe86-4ddc-8d81-b2f19f0f7394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:18:18.687424 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:18.693926 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad05e1f3-9673-4252-b943-5a928b9dd11e,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:18:18.699625 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.699862 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.700018 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.700236 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.700446 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.700654 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.700863 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.701069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.701275 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.701480 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.701684 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.701887 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.702136 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.702342 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.702549 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.702755 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.702959 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.703162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.703365 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.703570 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.703773 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.703979 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.704197 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.704403 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:18:18.706976 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] 10.222.0.107 "DELETE /v2.0/networks/ad05e1f3-9673-4252-b943-5a928b9dd11e HTTP/1.1" status: 204 len: 168 time: 0.6520474 Jan 25 16:18:18.708359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d634818c-7ef2-47f2-aa0a-09df3debea04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:18:18.821127 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 44518) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:18.853234 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-de185f6f-1777-44f3-a817-6fca625406da admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=212d11d539e24800b27e4dceee2a3ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0312159 Jan 25 16:18:18.854884 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 44524) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:18.891814 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8d450923-b279-48da-953d-6fef63dd6b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:18.908551 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8d450923-b279-48da-953d-6fef63dd6b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:18.936350 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8d450923-b279-48da-953d-6fef63dd6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:18.938950 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-91ef1ac4-08dc-4e05-8da2-2cf7990bdc2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:18:18.949465 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d450923-b279-48da-953d-6fef63dd6b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019fc4b4-e7e0-4d62-86fd-651ea2d00160,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:18:18.951881 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8d450923-b279-48da-953d-6fef63dd6b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:18:18.954271 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8d450923-b279-48da-953d-6fef63dd6b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:18.954594 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-8d450923-b279-48da-953d-6fef63dd6b07 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/019fc4b4-e7e0-4d62-86fd-651ea2d00160 HTTP/1.1" status: 204 len: 168 time: 0.0991144 Jan 25 16:18:18.961635 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6658e-6bcd-425e-863e-f7c8ddaeb001 req-f6db5acf-7e2c-4412-8202-c547441b8691 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:18.962779 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7ce6658e-6bcd-425e-863e-f7c8ddaeb001 req-f6db5acf-7e2c-4412-8202-c547441b8691 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 945 time: 0.0690243 Jan 25 16:18:18.996211 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7ce6658e-6bcd-425e-863e-f7c8ddaeb001 req-0e911320-0578-423b-98ff-d16162d18370 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=6df3cf43-0b6f-4bd2-aeee-70122d873c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290825 Jan 25 16:18:19.553845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c87b48-08f8-4587-be3b-3df50945f603 req-c07333f7-d5c8-4ea1-bd79-6840b832c0a3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:19.554960 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-56c87b48-08f8-4587-be3b-3df50945f603 req-c07333f7-d5c8-4ea1-bd79-6840b832c0a3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0813463 Jan 25 16:18:19.591356 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-56c87b48-08f8-4587-be3b-3df50945f603 req-a7b3e461-9f1b-4cd2-a948-f94a7efd11a3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290339 Jan 25 16:18:20.156448 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643014dc-1e56-4128-a9b5-7ac8362976bc req-1471fcb1-16ec-473e-87db-18dda8eca334 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:20.157556 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-643014dc-1e56-4128-a9b5-7ac8362976bc req-1471fcb1-16ec-473e-87db-18dda8eca334 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 945 time: 0.0780292 Jan 25 16:18:20.190791 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-643014dc-1e56-4128-a9b5-7ac8362976bc req-40cc773e-de93-43cc-8144-8af39876ff93 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups?id=6df3cf43-0b6f-4bd2-aeee-70122d873c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289667 Jan 25 16:18:20.582234 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735572cd-0aca-4fab-b0e4-b124b6e346fb req-fa6bf11b-7781-4756-b6c4-c08b9405cb79 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:20.583416 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-735572cd-0aca-4fab-b0e4-b124b6e346fb req-fa6bf11b-7781-4756-b6c4-c08b9405cb79 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.117 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 945 time: 0.0862334 Jan 25 16:18:20.640038 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-735572cd-0aca-4fab-b0e4-b124b6e346fb req-7af707d1-37fe-4d16-a190-724d020015a7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Deleting port efa2b7b1-3007-4ce2-af64-010e6a27aebc {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:18:20.640311 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-735572cd-0aca-4fab-b0e4-b124b6e346fb req-7af707d1-37fe-4d16-a190-724d020015a7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:20.744928 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf0b3d-1dfb-4751-ba56-9d6a4b3d7e2c req-a391fbcf-108f-4cae-828f-4128986198a6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:20.746189 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-19cf0b3d-1dfb-4751-ba56-9d6a4b3d7e2c req-a391fbcf-108f-4cae-828f-4128986198a6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0724216 Jan 25 16:18:20.780342 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-19cf0b3d-1dfb-4751-ba56-9d6a4b3d7e2c req-bce3c5d6-b623-43b1-9736-dd1781d64553 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297759 Jan 25 16:18:20.821405 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-735572cd-0aca-4fab-b0e4-b124b6e346fb req-7af707d1-37fe-4d16-a190-724d020015a7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] For port efa2b7b1-3007-4ce2-af64-010e6a27aebc, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=efa2b7b1-3007-4ce2-af64-010e6a27aebc,segment=NetworkSegment(3f715a25-a095-496e-a199-326d7ad1ef6c),segment_id=3f715a25-a095-496e-a199-326d7ad1ef6c)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:18:20.821677 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-735572cd-0aca-4fab-b0e4-b124b6e346fb req-7af707d1-37fe-4d16-a190-724d020015a7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:21.014055 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-735572cd-0aca-4fab-b0e4-b124b6e346fb req-7af707d1-37fe-4d16-a190-724d020015a7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for floatingip, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:21.014283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-735572cd-0aca-4fab-b0e4-b124b6e346fb req-7af707d1-37fe-4d16-a190-724d020015a7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:21.014426 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.l3_db [req-735572cd-0aca-4fab-b0e4-b124b6e346fb req-7af707d1-37fe-4d16-a190-724d020015a7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Floating IP 2184d706-3039-459f-b444-9047b45d56e3 disassociated. External IP: 172.27.3.239, port: efa2b7b1-3007-4ce2-af64-010e6a27aebc. Jan 25 16:18:21.014627 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-735572cd-0aca-4fab-b0e4-b124b6e346fb req-7af707d1-37fe-4d16-a190-724d020015a7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Calling delete_port for efa2b7b1-3007-4ce2-af64-010e6a27aebc owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:18:21.115420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-735572cd-0aca-4fab-b0e4-b124b6e346fb req-7af707d1-37fe-4d16-a190-724d020015a7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:21.125427 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ba7ee9cf-51ad-4e2e-bfae-235c4ad27a99 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:18:21.182816 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af707d1-37fe-4d16-a190-724d020015a7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Pushing event deleted for resources: {'Port': ['ID=efa2b7b1-3007-4ce2-af64-010e6a27aebc,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:18:21.186647 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7af707d1-37fe-4d16-a190-724d020015a7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:18:21.335476 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f1648e43-c2e2-49df-8d07-ce4f106c2f47 req-942bb52d-1ac6-4ce1-9dd8-220ea9d22d5a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 210 time: 0.0665288 Jan 25 16:18:21.371622 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-735572cd-0aca-4fab-b0e4-b124b6e346fb req-7af707d1-37fe-4d16-a190-724d020015a7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Router bec00401-0764-4e94-a772-156d58b8c0aa has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:18:21.687505 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-735572cd-0aca-4fab-b0e4-b124b6e346fb req-7af707d1-37fe-4d16-a190-724d020015a7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:18:21.694613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294785af-3f3d-48b3-9072-5224b49b9ae2 None None] Sync routers for ids ['bec00401-0764-4e94-a772-156d58b8c0aa'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:18:21.701374 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294785af-3f3d-48b3-9072-5224b49b9ae2 None None] Routers {'bec00401-0764-4e94-a772-156d58b8c0aa'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:18:21.701812 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-294785af-3f3d-48b3-9072-5224b49b9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:17:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['bec00401-0764-4e94-a772-156d58b8c0aa'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:18:21.707874 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-735572cd-0aca-4fab-b0e4-b124b6e346fb req-7af707d1-37fe-4d16-a190-724d020015a7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] No DVR routers for this DVR port efa2b7b1-3007-4ce2-af64-010e6a27aebc on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:18:21.709805 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-735572cd-0aca-4fab-b0e4-b124b6e346fb req-7af707d1-37fe-4d16-a190-724d020015a7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:21.711326 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37d10a1-7890-4679-8ea9-15400ab404e6', 'name': 'network-vif-deleted', 'tag': 'efa2b7b1-3007-4ce2-af64-010e6a27aebc'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:18:21.721483 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-735572cd-0aca-4fab-b0e4-b124b6e346fb req-7af707d1-37fe-4d16-a190-724d020015a7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.117 "DELETE /v2.0/ports/efa2b7b1-3007-4ce2-af64-010e6a27aebc HTTP/1.1" status: 204 len: 173 time: 1.1310692 Jan 25 16:18:21.746381 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37d10a1-7890-4679-8ea9-15400ab404e6', 'name': 'network-vif-deleted', 'tag': 'efa2b7b1-3007-4ce2-af64-010e6a27aebc', 'status': 'completed', 'code': 200} Jan 25 16:18:21.809787 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-294785af-3f3d-48b3-9072-5224b49b9ae2 None None] Set router bec00401-0764-4e94-a772-156d58b8c0aa gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:18:21.933768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393de62-4b03-4263-a4c1-82ca5fbdec15 req-b70ad67f-1688-4d64-b310-0362fdc4627b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:21.934773 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2393de62-4b03-4263-a4c1-82ca5fbdec15 req-b70ad67f-1688-4d64-b310-0362fdc4627b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0593286 Jan 25 16:18:21.954776 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device efa2b7b1-3007-4ce2-af64-010e6a27aebc no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:18:21.967214 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2393de62-4b03-4263-a4c1-82ca5fbdec15 req-e1c8d488-cf73-437f-8351-f1db5a81d78c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280082 Jan 25 16:18:21.974227 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] No Port match for: efa2b7b1-3007-4ce2-af64-010e6a27aebc {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:18:21.974569 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device efa2b7b1-3007-4ce2-af64-010e6a27aebc not bound to the agent host hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:18:22.008743 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-294785af-3f3d-48b3-9072-5224b49b9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '97a9d25a-cb3d-4286-8987-b11fc1758e91', 'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'mac_address': 'fa:16:3e:16:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:59Z', 'updated_at': '2021-01-25T16:11:07Z', 'revision_number': 5, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'subnets': [{'id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:18:22.011222 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294785af-3f3d-48b3-9072-5224b49b9ae2 None None] Checking router: bec00401-0764-4e94-a772-156d58b8c0aa for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:18:22.016146 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294785af-3f3d-48b3-9072-5224b49b9ae2 None None] Routers {'bec00401-0764-4e94-a772-156d58b8c0aa'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:18:22.016499 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-294785af-3f3d-48b3-9072-5224b49b9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:17:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['bec00401-0764-4e94-a772-156d58b8c0aa'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:18:22.142475 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-294785af-3f3d-48b3-9072-5224b49b9ae2 None None] Set router bec00401-0764-4e94-a772-156d58b8c0aa gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:18:22.346803 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-294785af-3f3d-48b3-9072-5224b49b9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '97a9d25a-cb3d-4286-8987-b11fc1758e91', 'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'mac_address': 'fa:16:3e:16:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:59Z', 'updated_at': '2021-01-25T16:11:07Z', 'revision_number': 5, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'subnets': [{'id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:18:22.349618 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294785af-3f3d-48b3-9072-5224b49b9ae2 None None] The sync data for ids ['bec00401-0764-4e94-a772-156d58b8c0aa'] in dv-cinder-766064-3-iscsi is: [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '97a9d25a-cb3d-4286-8987-b11fc1758e91', 'name': '', 'network_id': 'ca5167e0-70f4-4f5e-919e-3039411592c6', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'mac_address': 'fa:16:3e:16:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:59Z', 'updated_at': '2021-01-25T16:11:07Z', 'revision_number': 5, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'subnets': [{'id': '9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:18:22.453516 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-28a6412e-9a9f-4799-98b1-aaff8f7c1e83 req-ea651420-acdd-4d76-a993-190e5a056a91 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 210 time: 0.0309522 Jan 25 16:18:22.663961 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d6122-1088-46e0-88fe-4b9a8fc196b4 None None] New status for floating IP 2184d706-3039-459f-b444-9047b45d56e3: DOWN {{(pid=79986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 16:18:23.036068 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2a5adc64-6837-4e45-aaa5-727ddd305bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:23.142458 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31deded-ba36-4ea4-8cd1-0cf60078b968 req-192551ce-1200-43c0-88fa-c5b6fafdc555 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:23.143655 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e31deded-ba36-4ea4-8cd1-0cf60078b968 req-192551ce-1200-43c0-88fa-c5b6fafdc555 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0641687 Jan 25 16:18:23.180780 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e31deded-ba36-4ea4-8cd1-0cf60078b968 req-9e195e29-3021-4a27-ae0e-733000d5a035 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311155 Jan 25 16:18:23.596184 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-02452a97-4d19-4844-b0d0-9c7ffe536d5e req-8f894af5-e153-4c44-ae69-d681745801bb tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/ports?device_id=d37d10a1-7890-4679-8ea9-15400ab404e6 HTTP/1.1" status: 200 len: 210 time: 0.0413535 Jan 25 16:18:24.037559 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d381473a-b077-4f53-8dc6-f319e77a81cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:24.352837 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf732aa-8bfa-4299-be73-79543b27a3a4 req-0c5b0745-5669-402f-a0aa-f8c7119bd86a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:24.353828 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6bf732aa-8bfa-4299-be73-79543b27a3a4 req-0c5b0745-5669-402f-a0aa-f8c7119bd86a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0838201 Jan 25 16:18:24.387396 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6bf732aa-8bfa-4299-be73-79543b27a3a4 req-61aa41b3-c806-4e14-bbda-a7303c19b1be tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294869 Jan 25 16:18:24.623843 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:24.700679 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 44600) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:24.753006 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c54674c3-949e-404d-b1f3-a6759dca2f1f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:24.779724 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c54674c3-949e-404d-b1f3-a6759dca2f1f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:24.810053 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c54674c3-949e-404d-b1f3-a6759dca2f1f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:24.813464 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-afa6fd1e-233b-43bd-879b-ca2ded3e3307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:18:24.824053 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54674c3-949e-404d-b1f3-a6759dca2f1f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df3cf43-0b6f-4bd2-aeee-70122d873c70,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:18:24.828669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c54674c3-949e-404d-b1f3-a6759dca2f1f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:18:24.829241 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c54674c3-949e-404d-b1f3-a6759dca2f1f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:24.832452 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-c54674c3-949e-404d-b1f3-a6759dca2f1f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "DELETE /v2.0/security-groups/6df3cf43-0b6f-4bd2-aeee-70122d873c70 HTTP/1.1" status: 204 len: 168 time: 0.1309316 Jan 25 16:18:24.832549 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 44606) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:24.846038 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.v2.resource [None req-235f72e6-84c1-4e1e-a6b6-ddcdeb63b977 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] show failed (client error): The resource could not be found. Jan 25 16:18:24.846840 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-235f72e6-84c1-4e1e-a6b6-ddcdeb63b977 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "GET /v2.0/security-groups/6df3cf43-0b6f-4bd2-aeee-70122d873c70 HTTP/1.1" status: 404 len: 347 time: 0.0134015 Jan 25 16:18:24.849203 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 44610) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:24.888743 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:24.913121 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:24.955405 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-e970bcbe-c82f-4662-8e51-1d34e424804a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Deleting port 194794f4-c213-4b36-86c4-2cf9b3ab8568 {{(pid=79984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:18:24.955614 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e970bcbe-c82f-4662-8e51-1d34e424804a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:25.060534 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e970bcbe-c82f-4662-8e51-1d34e424804a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:25.060942 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e970bcbe-c82f-4662-8e51-1d34e424804a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for floatingip, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:25.142918 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-e970bcbe-c82f-4662-8e51-1d34e424804a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Calling delete_port for 194794f4-c213-4b36-86c4-2cf9b3ab8568 owned by network:floatingip {{(pid=79984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:18:25.231767 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e970bcbe-c82f-4662-8e51-1d34e424804a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:25.240167 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:18:25.296685 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970bcbe-c82f-4662-8e51-1d34e424804a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Pushing event deleted for resources: {'Port': ['ID=194794f4-c213-4b36-86c4-2cf9b3ab8568,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:18:25.300858 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e970bcbe-c82f-4662-8e51-1d34e424804a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:18:25.378192 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e970bcbe-c82f-4662-8e51-1d34e424804a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks [] for floatingip, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:25.387553 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e970bcbe-c82f-4662-8e51-1d34e424804a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:25.388406 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-e970bcbe-c82f-4662-8e51-1d34e424804a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] 10.222.0.107 "DELETE /v2.0/floatingips/2184d706-3039-459f-b444-9047b45d56e3 HTTP/1.1" status: 204 len: 168 time: 0.5383666 Jan 25 16:18:25.539031 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec70a0f-6424-4efb-92ee-2745522b4eec req-714148a5-976a-4752-86fd-679da9e24ba4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:25.540086 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8ec70a0f-6424-4efb-92ee-2745522b4eec req-714148a5-976a-4752-86fd-679da9e24ba4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0663140 Jan 25 16:18:25.571375 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8ec70a0f-6424-4efb-92ee-2745522b4eec req-a9f11645-7545-424a-b0de-f4a165dc6688 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276990 Jan 25 16:18:25.720763 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:26.737942 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753e5e9-0678-4e14-8f9f-2f34ad8468d4 req-76850aef-66f9-404e-b1e5-49bb8f6335d9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:26.738942 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3753e5e9-0678-4e14-8f9f-2f34ad8468d4 req-76850aef-66f9-404e-b1e5-49bb8f6335d9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0790584 Jan 25 16:18:26.776483 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3753e5e9-0678-4e14-8f9f-2f34ad8468d4 req-0886fc1e-a1ed-4d78-8acc-96beef59ba61 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333195 Jan 25 16:18:27.965722 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92737413-39c0-4a30-9fad-726360628443 req-6a963efc-f5b8-4dbd-93fc-83f4ea74cecc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:27.966790 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-92737413-39c0-4a30-9fad-726360628443 req-6a963efc-f5b8-4dbd-93fc-83f4ea74cecc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0810950 Jan 25 16:18:28.001226 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-92737413-39c0-4a30-9fad-726360628443 req-ddc85ddd-4316-4593-8219-292d66716a54 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300605 Jan 25 16:18:29.181752 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a443b-6e47-424f-9744-8773045c5033 req-57a76f0a-02de-4d4e-bbd7-e37845550edc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:29.182866 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ef0a443b-6e47-424f-9744-8773045c5033 req-57a76f0a-02de-4d4e-bbd7-e37845550edc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0780401 Jan 25 16:18:29.216997 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ef0a443b-6e47-424f-9744-8773045c5033 req-a92ddacf-1280-4d9b-a81d-35e5338acfe3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297277 Jan 25 16:18:30.390509 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a48bb1-633e-422b-82ca-f533a2ad5782 req-4cf48357-394b-4053-82b8-2226cf6ebb0c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:30.391605 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-48a48bb1-633e-422b-82ca-f533a2ad5782 req-4cf48357-394b-4053-82b8-2226cf6ebb0c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0793066 Jan 25 16:18:30.426251 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-48a48bb1-633e-422b-82ca-f533a2ad5782 req-6d111bd2-bde7-495a-92af-bfbf2d101757 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300746 Jan 25 16:18:31.604281 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013731f-761d-403e-ad88-7f26aee763a6 req-d00d0105-5b64-44b2-9a83-3de19d660ecc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:31.605314 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4013731f-761d-403e-ad88-7f26aee763a6 req-d00d0105-5b64-44b2-9a83-3de19d660ecc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0749311 Jan 25 16:18:31.652782 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4013731f-761d-403e-ad88-7f26aee763a6 req-e03e3266-9c90-4746-986e-3106ba458a17 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401783 Jan 25 16:18:32.522192 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:18:32.819212 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c432acd-2f93-428c-bf6e-1ce3eea3b3af req-044d23c2-1687-4b2f-805d-0584272adf81 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:32.820287 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4c432acd-2f93-428c-bf6e-1ce3eea3b3af req-044d23c2-1687-4b2f-805d-0584272adf81 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0720263 Jan 25 16:18:32.854749 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4c432acd-2f93-428c-bf6e-1ce3eea3b3af req-98b60a74-6163-48d1-a3c9-ff9a0a29a9f9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302951 Jan 25 16:18:34.044572 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c063c74-4115-4310-9d70-254354b62e98 req-06fd60e3-c21a-4839-9a28-40b4edfa7945 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:34.045573 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8c063c74-4115-4310-9d70-254354b62e98 req-06fd60e3-c21a-4839-9a28-40b4edfa7945 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0811377 Jan 25 16:18:34.086313 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8c063c74-4115-4310-9d70-254354b62e98 req-0284a10c-0590-4b4e-a860-e2125c5d4742 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337639 Jan 25 16:18:35.277129 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ace99-6bdf-4fa6-9502-6dc67b12ec30 req-81155372-4e15-4edd-b127-48ad5becaf6e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:35.278205 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e84ace99-6bdf-4fa6-9502-6dc67b12ec30 req-81155372-4e15-4edd-b127-48ad5becaf6e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0893214 Jan 25 16:18:35.313343 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e84ace99-6bdf-4fa6-9502-6dc67b12ec30 req-648e6f9a-130d-410c-91ad-6dfdc91ab149 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308213 Jan 25 16:18:36.502593 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc0744-1449-462c-8cd8-ce43899205c6 req-9cea6c87-0e2a-401c-a065-1198aa32ac16 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:36.503683 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ccfc0744-1449-462c-8cd8-ce43899205c6 req-9cea6c87-0e2a-401c-a065-1198aa32ac16 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0828762 Jan 25 16:18:36.539344 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ccfc0744-1449-462c-8cd8-ce43899205c6 req-77dfdc3b-8e21-4dd0-a316-6c7a7df3f5a9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311430 Jan 25 16:18:37.713956 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10335b-6b80-4d1c-bac1-a5c2808b8f2b req-de0c4f4b-7fbf-44ca-b416-0d57267a5906 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:37.714989 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fc10335b-6b80-4d1c-bac1-a5c2808b8f2b req-de0c4f4b-7fbf-44ca-b416-0d57267a5906 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0744567 Jan 25 16:18:37.755317 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fc10335b-6b80-4d1c-bac1-a5c2808b8f2b req-55182533-4aa5-4853-a216-cf700fe25f6d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332651 Jan 25 16:18:38.953189 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b0d00-2d11-494c-bdd9-5e9049da7356 req-6ec701ab-68d8-4c9e-99f1-ffe273db4828 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:38.954278 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-737b0d00-2d11-494c-bdd9-5e9049da7356 req-6ec701ab-68d8-4c9e-99f1-ffe273db4828 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0804610 Jan 25 16:18:38.992000 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-737b0d00-2d11-494c-bdd9-5e9049da7356 req-dec6cfcb-b912-4cf4-b463-594d0fce1faa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304601 Jan 25 16:18:40.192985 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32007a2b-c63b-429f-a43a-35f8874157a1 req-d5996aa6-15e7-4470-837b-334f772b4a11 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:40.194139 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-32007a2b-c63b-429f-a43a-35f8874157a1 req-d5996aa6-15e7-4470-837b-334f772b4a11 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0818944 Jan 25 16:18:40.228373 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-32007a2b-c63b-429f-a43a-35f8874157a1 req-847915e6-59c6-49a5-b7b0-40d42cac5ba5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298507 Jan 25 16:18:41.399465 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89745f-c08a-411b-b306-57b0f9f3a1b3 req-6738986c-7ffd-4c99-8472-ff3b25f74129 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:41.400641 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ab89745f-c08a-411b-b306-57b0f9f3a1b3 req-6738986c-7ffd-4c99-8472-ff3b25f74129 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0767105 Jan 25 16:18:41.435763 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ab89745f-c08a-411b-b306-57b0f9f3a1b3 req-101c0e78-cdc0-4f0a-baea-8fd9990e545b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306354 Jan 25 16:18:42.020198 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 44776) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:42.819327 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016d3ef-1a80-4832-b9ad-4f36ac837cc3 req-15b951f6-457d-4c55-8dbc-f35ff216b1d6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:42.820081 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5016d3ef-1a80-4832-b9ad-4f36ac837cc3 req-15b951f6-457d-4c55-8dbc-f35ff216b1d6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1155188 Jan 25 16:18:42.859249 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5016d3ef-1a80-4832-b9ad-4f36ac837cc3 req-1091af36-dd98-4b86-a26c-fb574440f56a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315540 Jan 25 16:18:42.906392 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2f77b15e-3a4f-42b6-aedc-cb6bb4ee495c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719075'] for router_interface, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:43.095946 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-2f77b15e-3a4f-42b6-aedc-cb6bb4ee495c admin admin] Deleting port 97a9d25a-cb3d-4286-8987-b11fc1758e91 {{(pid=79984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:18:43.096111 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2f77b15e-3a4f-42b6-aedc-cb6bb4ee495c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:43.188681 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-2f77b15e-3a4f-42b6-aedc-cb6bb4ee495c admin admin] For port 97a9d25a-cb3d-4286-8987-b11fc1758e91, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=97a9d25a-cb3d-4286-8987-b11fc1758e91,segment=NetworkSegment(3f715a25-a095-496e-a199-326d7ad1ef6c),segment_id=3f715a25-a095-496e-a199-326d7ad1ef6c)] {{(pid=79984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:18:43.189210 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2f77b15e-3a4f-42b6-aedc-cb6bb4ee495c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:43.255233 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-2f77b15e-3a4f-42b6-aedc-cb6bb4ee495c admin admin] Calling delete_port for 97a9d25a-cb3d-4286-8987-b11fc1758e91 owned by network:router_interface {{(pid=79984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:18:43.376846 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2f77b15e-3a4f-42b6-aedc-cb6bb4ee495c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:43.384919 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:18:43.441377 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77b15e-3a4f-42b6-aedc-cb6bb4ee495c admin admin] Pushing event deleted for resources: {'Port': ['ID=97a9d25a-cb3d-4286-8987-b11fc1758e91,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:18:43.445471 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2f77b15e-3a4f-42b6-aedc-cb6bb4ee495c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:18:43.635517 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2f77b15e-3a4f-42b6-aedc-cb6bb4ee495c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718937'] for router_interface, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:43.986158 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f77b15e-3a4f-42b6-aedc-cb6bb4ee495c admin admin] Router bec00401-0764-4e94-a772-156d58b8c0aa has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:18:44.022345 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372cf53-043c-4126-b109-6d3c86c19fdf req-7b5f402d-9293-4ee2-946b-f9064ac6ae6d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:44.023316 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0372cf53-043c-4126-b109-6d3c86c19fdf req-7b5f402d-9293-4ee2-946b-f9064ac6ae6d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0668833 Jan 25 16:18:44.054091 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0372cf53-043c-4126-b109-6d3c86c19fdf req-2d15c39e-f7ff-4d48-813b-78abd63db52e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266204 Jan 25 16:18:44.103516 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f77b15e-3a4f-42b6-aedc-cb6bb4ee495c admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:18:44.110741 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8012e7a0-1b04-4643-9aa2-f49c91597126 None None] Sync routers for ids ['bec00401-0764-4e94-a772-156d58b8c0aa'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:18:44.111825 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-2f77b15e-3a4f-42b6-aedc-cb6bb4ee495c admin admin] 10.222.0.107 "PUT /v2.0/routers/bec00401-0764-4e94-a772-156d58b8c0aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0908058 Jan 25 16:18:44.113870 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 44794) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:44.118011 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8012e7a0-1b04-4643-9aa2-f49c91597126 None None] Routers {'bec00401-0764-4e94-a772-156d58b8c0aa'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:18:44.118433 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-8012e7a0-1b04-4643-9aa2-f49c91597126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:18:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['bec00401-0764-4e94-a772-156d58b8c0aa'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:18:44.240824 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-8012e7a0-1b04-4643-9aa2-f49c91597126 None None] Set router bec00401-0764-4e94-a772-156d58b8c0aa gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:18:44.425977 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-8012e7a0-1b04-4643-9aa2-f49c91597126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:18:43Z', 'revision_number': 5, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:18:44.428166 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8012e7a0-1b04-4643-9aa2-f49c91597126 None None] Checking router: bec00401-0764-4e94-a772-156d58b8c0aa for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:18:44.434071 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8012e7a0-1b04-4643-9aa2-f49c91597126 None None] Routers {'bec00401-0764-4e94-a772-156d58b8c0aa'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:18:44.434409 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-8012e7a0-1b04-4643-9aa2-f49c91597126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:18:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['bec00401-0764-4e94-a772-156d58b8c0aa'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:18:44.444277 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f760ebd7-61df-460b-ac96-5caabf6b8540 admin admin] Notify callbacks [] for router, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:44.561177 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f760ebd7-61df-460b-ac96-5caabf6b8540 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:44.566374 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-f760ebd7-61df-460b-ac96-5caabf6b8540 admin admin] Deleting port 01395b3d-e6cc-4980-b8ec-b89bbc4101a9 {{(pid=79984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:18:44.566584 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f760ebd7-61df-460b-ac96-5caabf6b8540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:44.679182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-f760ebd7-61df-460b-ac96-5caabf6b8540 admin admin] For port 01395b3d-e6cc-4980-b8ec-b89bbc4101a9, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=01395b3d-e6cc-4980-b8ec-b89bbc4101a9,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:18:44.679620 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f760ebd7-61df-460b-ac96-5caabf6b8540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:44.700980 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-8012e7a0-1b04-4643-9aa2-f49c91597126 None None] Set router bec00401-0764-4e94-a772-156d58b8c0aa gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:18:44.753674 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-f760ebd7-61df-460b-ac96-5caabf6b8540 admin admin] Calling delete_port for 01395b3d-e6cc-4980-b8ec-b89bbc4101a9 owned by network:router_gateway {{(pid=79984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:18:44.838093 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f760ebd7-61df-460b-ac96-5caabf6b8540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:44.875897 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-8012e7a0-1b04-4643-9aa2-f49c91597126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:18:43Z', 'revision_number': 5, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:18:44.879222 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8012e7a0-1b04-4643-9aa2-f49c91597126 None None] The sync data for ids ['bec00401-0764-4e94-a772-156d58b8c0aa'] in dv-cinder-766064-3-iscsi is: [{'id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'name': 'tempest-AttachVolumeTestJSON-668960641-router', 'tenant_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:18:43Z', 'revision_number': 5, 'project_id': '3d9dc1d24c694798a5da5bb1f60d075a', 'gw_port': {'id': '01395b3d-e6cc-4980-b8ec-b89bbc4101a9', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec00401-0764-4e94-a772-156d58b8c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:18:44.939629 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f760ebd7-61df-460b-ac96-5caabf6b8540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854064149'] for router_gateway, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:45.011037 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f760ebd7-61df-460b-ac96-5caabf6b8540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854068689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771156'] for router, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:45.012420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f760ebd7-61df-460b-ac96-5caabf6b8540 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:45.027831 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f760ebd7-61df-460b-ac96-5caabf6b8540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706716'] for router, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:45.028146 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f760ebd7-61df-460b-ac96-5caabf6b8540 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bec00401-0764-4e94-a772-156d58b8c0aa {{(pid=79984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:18:45.038972 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f760ebd7-61df-460b-ac96-5caabf6b8540 admin admin] Notify callbacks [] for router, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:45.040636 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-f760ebd7-61df-460b-ac96-5caabf6b8540 admin admin] 10.222.0.107 "DELETE /v2.0/routers/bec00401-0764-4e94-a772-156d58b8c0aa HTTP/1.1" status: 204 len: 168 time: 0.9258583 Jan 25 16:18:45.042125 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 44802) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:45.084786 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_v2 [None req-53dccb51-9524-44d3-aeb9-45a8c8b19e16 admin admin] Deleting subnet 9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd {{(pid=79984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 16:18:45.086967 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53dccb51-9524-44d3-aeb9-45a8c8b19e16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:45.117269 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53dccb51-9524-44d3-aeb9-45a8c8b19e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852552367'] for subnet, precommit_delete_associations {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:45.231075 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2f3ad-d693-4061-a553-66dddd4809de req-ee7b46ca-52cb-4bcb-9c8a-e12d5ce9652e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:45.231880 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-34a2f3ad-d693-4061-a553-66dddd4809de req-ee7b46ca-52cb-4bcb-9c8a-e12d5ce9652e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0993319 Jan 25 16:18:45.232601 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53dccb51-9524-44d3-aeb9-45a8c8b19e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852869732'] for subnet, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:45.319674 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-34a2f3ad-d693-4061-a553-66dddd4809de req-9b28c8eb-cc8f-4900-8e2e-114de6e2bb5c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719612 Jan 25 16:18:45.398665 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53dccb51-9524-44d3-aeb9-45a8c8b19e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2188436'] for subnet, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:45.407147 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ff34ff81-27af-47aa-ad08-414b3dbb7abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:18:45.454229 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dccb51-9524-44d3-aeb9-45a8c8b19e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:18:45.460787 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53dccb51-9524-44d3-aeb9-45a8c8b19e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:18:45.479042 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53dccb51-9524-44d3-aeb9-45a8c8b19e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:45.482577 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-53dccb51-9524-44d3-aeb9-45a8c8b19e16 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/9cf4255d-3fce-4dfa-abf1-f42ed6fd70dd HTTP/1.1" status: 204 len: 168 time: 0.4398074 Jan 25 16:18:45.483626 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6649709-c9bd-420d-b37b-731001c9b886 None None] Network ca5167e0-70f4-4f5e-919e-3039411592c6 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:18:45.484317 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 44810) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:45.546047 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853034955'] for network, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:45.583790 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] Deleting port e4d32b02-10ee-4244-b768-9c1b67c43597 {{(pid=79984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:18:45.583956 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:45.648791 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a8f038-6531-4a9a-baf1-d05327bb3291 None None] DHCP port deletion for ca5167e0-70f4-4f5e-919e-3039411592c6 request from dv-cinder-766064-3-iscsi {{(pid=79986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 25 16:18:45.651633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-47a8f038-6531-4a9a-baf1-d05327bb3291 None None] Deleting port e4d32b02-10ee-4244-b768-9c1b67c43597 {{(pid=79986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:18:45.651872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-47a8f038-6531-4a9a-baf1-d05327bb3291 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:45.702052 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] For port e4d32b02-10ee-4244-b768-9c1b67c43597, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=e4d32b02-10ee-4244-b768-9c1b67c43597,segment=NetworkSegment(3f715a25-a095-496e-a199-326d7ad1ef6c),segment_id=3f715a25-a095-496e-a199-326d7ad1ef6c)] {{(pid=79984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:18:45.702268 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:45.769701 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] Calling delete_port for e4d32b02-10ee-4244-b768-9c1b67c43597 owned by network:dhcp {{(pid=79984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:18:45.769973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-47a8f038-6531-4a9a-baf1-d05327bb3291 None None] For port e4d32b02-10ee-4244-b768-9c1b67c43597, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=e4d32b02-10ee-4244-b768-9c1b67c43597,segment=NetworkSegment(3f715a25-a095-496e-a199-326d7ad1ef6c),segment_id=3f715a25-a095-496e-a199-326d7ad1ef6c)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:18:45.770227 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-47a8f038-6531-4a9a-baf1-d05327bb3291 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:45.811854 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:45.819050 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:18:45.838962 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-47a8f038-6531-4a9a-baf1-d05327bb3291 None None] Calling delete_port for e4d32b02-10ee-4244-b768-9c1b67c43597 owned by network:dhcp {{(pid=79986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:18:45.869288 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d32b02-10ee-4244-b768-9c1b67c43597,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:18:45.873826 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:18:45.879012 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.db.api [None req-47a8f038-6531-4a9a-baf1-d05327bb3291 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:18:45.879222 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_db.api [None req-47a8f038-6531-4a9a-baf1-d05327bb3291 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 16:18:46.114236 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] No DVR routers for this DVR port e4d32b02-10ee-4244-b768-9c1b67c43597 on host dv-cinder-766064-3-iscsi {{(pid=79984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:18:46.178694 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852872736', 'neutron.services.segments.db._delete_segments_for_network-8743637820497'] for network, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:46.238994 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5167e0-70f4-4f5e-919e-3039411592c6']}} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:18:46.246396 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f715a25-a095-496e-a199-326d7ad1ef6c') {'for_net_delete': True} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:18:46.246573 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f715a25-a095-496e-a199-326d7ad1ef6c') {} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:18:46.253694 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743637817186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223449'] for segment, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:46.261481 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:46.262631 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=79984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 16:18:46.350571 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] Network ca5167e0-70f4-4f5e-919e-3039411592c6 has no segments {{(pid=79984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:18:46.355453 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852869664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852675938'] for segment, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:46.380469 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-47a8f038-6531-4a9a-baf1-d05327bb3291 None None] Deleting port e4d32b02-10ee-4244-b768-9c1b67c43597 {{(pid=79986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:18:46.380958 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-47a8f038-6531-4a9a-baf1-d05327bb3291 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:46.440749 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-47a8f038-6531-4a9a-baf1-d05327bb3291 None None] The port 'e4d32b02-10ee-4244-b768-9c1b67c43597' was deleted {{(pid=79986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 25 16:18:46.452237 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] Network ca5167e0-70f4-4f5e-919e-3039411592c6 has no segments {{(pid=79984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: Traceback (most recent call last): Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: timer() Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: cb(*args, **kw) Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: return func(*args, **kwargs) Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: self._notify() Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: self.callback(batched_events) Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: event.method(event) Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: segment_id)['aggregates'][0] Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(self, *a, **k) Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: return self._get(url).json() Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: **kwargs) Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.request(url, 'GET', **kwargs) Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: **endpoint_filter) Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:18:46.466730 dv-cinder-766064-3-iscsi neutron-server[79885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:18:46.484817 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f33af-444a-4f96-a6b9-1f0be4fdfae8 req-8064d003-424d-427f-b082-0035501db511 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:46.490096 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-307f33af-444a-4f96-a6b9-1f0be4fdfae8 req-8064d003-424d-427f-b082-0035501db511 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0832710 Jan 25 16:18:46.504564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device e4d32b02-10ee-4244-b768-9c1b67c43597 no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:18:46.519452 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-307f33af-444a-4f96-a6b9-1f0be4fdfae8 req-30c30c6d-08ff-47b2-a3d2-a81320497552 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285552 Jan 25 16:18:46.522859 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711666'] for network, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:46.525301 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:18:46.531534 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: e4d32b02-10ee-4244-b768-9c1b67c43597 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:18:46.531747 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device e4d32b02-10ee-4244-b768-9c1b67c43597 not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:18:46.532012 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 97a9d25a-cb3d-4286-8987-b11fc1758e91 no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:18:46.535562 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:46.539603 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca5167e0-70f4-4f5e-919e-3039411592c6,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:18:46.542419 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:18:46.550346 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-d84514cd-4dec-425c-9ffa-f2da86df9748 admin admin] 10.222.0.107 "DELETE /v2.0/networks/ca5167e0-70f4-4f5e-919e-3039411592c6 HTTP/1.1" status: 204 len: 168 time: 1.0654011 Jan 25 16:18:46.557929 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: 97a9d25a-cb3d-4286-8987-b11fc1758e91 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:18:46.558143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 97a9d25a-cb3d-4286-8987-b11fc1758e91 not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:18:46.558405 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 01395b3d-e6cc-4980-b8ec-b89bbc4101a9 no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:18:46.575725 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: 01395b3d-e6cc-4980-b8ec-b89bbc4101a9 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:18:46.575940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 01395b3d-e6cc-4980-b8ec-b89bbc4101a9 not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:18:46.627958 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 44824) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:46.658059 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-66165a06-b721-42cf-8b7d-e88a267964e4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3d9dc1d24c694798a5da5bb1f60d075a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0291746 Jan 25 16:18:46.659703 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 44828) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:46.691249 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e94707a5-2b01-43c7-85b0-3e98eb8ca1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:46.706307 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e94707a5-2b01-43c7-85b0-3e98eb8ca1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:46.734014 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e94707a5-2b01-43c7-85b0-3e98eb8ca1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:46.737479 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a7e9fc2b-0174-4b35-967b-055a12a61ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:18:46.744133 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94707a5-2b01-43c7-85b0-3e98eb8ca1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523fdc9d-9d7d-4be2-a1fb-174f667b91ed,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:18:46.746128 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e94707a5-2b01-43c7-85b0-3e98eb8ca1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:18:46.750853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e94707a5-2b01-43c7-85b0-3e98eb8ca1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:46.751623 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-e94707a5-2b01-43c7-85b0-3e98eb8ca1b6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/523fdc9d-9d7d-4be2-a1fb-174f667b91ed HTTP/1.1" status: 204 len: 168 time: 0.0913706 Jan 25 16:18:47.655373 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bafed-4eea-42fa-9465-d940f5fc4364 req-09a2b2c0-2b88-4552-9392-83741b233afc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:47.656332 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e92bafed-4eea-42fa-9465-d940f5fc4364 req-09a2b2c0-2b88-4552-9392-83741b233afc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0623152 Jan 25 16:18:47.684111 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e92bafed-4eea-42fa-9465-d940f5fc4364 req-3d5d09c2-05fe-40af-8f89-7158b4a0b772 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0236933 Jan 25 16:18:48.859957 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65353f7-5ed1-42e0-96ee-2534b33c2c75 req-4d3216e1-5b64-44f5-b27e-2fe50900e66e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:48.861506 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c65353f7-5ed1-42e0-96ee-2534b33c2c75 req-4d3216e1-5b64-44f5-b27e-2fe50900e66e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0742123 Jan 25 16:18:48.897090 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c65353f7-5ed1-42e0-96ee-2534b33c2c75 req-61e4f043-7642-44e7-b8ca-256b0a7ecba5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313156 Jan 25 16:18:50.076362 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab79cd-0ed1-4515-8ca9-1ca5fb2c5bbf req-5ac2edd0-8845-4b82-9964-80160f5615fb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:50.077462 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3aab79cd-0ed1-4515-8ca9-1ca5fb2c5bbf req-5ac2edd0-8845-4b82-9964-80160f5615fb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0783415 Jan 25 16:18:50.111041 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3aab79cd-0ed1-4515-8ca9-1ca5fb2c5bbf req-7b407a94-c233-4479-9c52-26277ba6fb5e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295963 Jan 25 16:18:51.279566 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ce5fe-3627-436b-8b00-c7642f8065c4 req-634d1c6a-7896-4288-9dd9-587d8b446fae tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:51.280688 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d27ce5fe-3627-436b-8b00-c7642f8065c4 req-634d1c6a-7896-4288-9dd9-587d8b446fae tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0729322 Jan 25 16:18:51.315929 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d27ce5fe-3627-436b-8b00-c7642f8065c4 req-ec1ef148-72b8-4b42-91b5-dcc9cf992e43 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305111 Jan 25 16:18:52.520851 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92c3f1-37ff-4b26-809c-e26b113c9246 req-2d26ddd0-d3f5-42b2-975a-f09534928d48 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:52.521924 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2d92c3f1-37ff-4b26-809c-e26b113c9246 req-2d26ddd0-d3f5-42b2-975a-f09534928d48 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0914626 Jan 25 16:18:52.557090 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2d92c3f1-37ff-4b26-809c-e26b113c9246 req-db455932-e8c6-4515-8db5-619e8ad652ac tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306685 Jan 25 16:18:53.027918 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d5f10634-c80d-40ba-b89e-1a9f0e590499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:53.731667 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769525-41a9-4a02-8fd2-ca4332beb505 req-01e3a45d-e3ba-49cd-b19f-b56851a83deb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:53.732711 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d5769525-41a9-4a02-8fd2-ca4332beb505 req-01e3a45d-e3ba-49cd-b19f-b56851a83deb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0783386 Jan 25 16:18:53.766586 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d5769525-41a9-4a02-8fd2-ca4332beb505 req-a64bcbc4-1b13-459c-8374-bd0ccde7463a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296807 Jan 25 16:18:54.035898 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-addaa48c-f114-43a6-a26d-23372b5ae356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:54.626692 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:54.887775 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:54.907670 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:54.927113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d477ccd-5fa0-4e90-be4a-d019d5dca805 req-c20955bc-0c5d-4669-ad59-f17acd20a44a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:54.928206 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5d477ccd-5fa0-4e90-be4a-d019d5dca805 req-c20955bc-0c5d-4669-ad59-f17acd20a44a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0710371 Jan 25 16:18:54.961329 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5d477ccd-5fa0-4e90-be4a-d019d5dca805 req-a7bbc999-356c-48d3-8c5c-f46602d59142 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287683 Jan 25 16:18:55.723645 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:18:56.171449 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcd862-7081-4486-8af7-52a89a17977e req-44e25fef-a8ab-4209-a909-ba45b435541f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:56.172625 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-20fcd862-7081-4486-8af7-52a89a17977e req-44e25fef-a8ab-4209-a909-ba45b435541f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1041379 Jan 25 16:18:56.208535 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-20fcd862-7081-4486-8af7-52a89a17977e req-b359c8f1-0082-442f-897c-d438b7ff3faf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310087 Jan 25 16:18:57.386869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1da7-78bb-4760-9f21-cb20fd9fba10 req-0747305a-13f3-4202-941d-0826dbcb9837 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:57.387983 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bdec1da7-78bb-4760-9f21-cb20fd9fba10 req-0747305a-13f3-4202-941d-0826dbcb9837 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0742781 Jan 25 16:18:57.428941 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bdec1da7-78bb-4760-9f21-cb20fd9fba10 req-2d7edd2b-c8a3-4ea3-b3ec-5df1537bff34 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333676 Jan 25 16:18:58.589239 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08f3b7-b0ea-46d0-8e87-43d7c2949740 req-8a30a73c-20e6-46f0-bd88-13387320d302 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:58.590315 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bc08f3b7-b0ea-46d0-8e87-43d7c2949740 req-8a30a73c-20e6-46f0-bd88-13387320d302 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0721428 Jan 25 16:18:58.624839 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bc08f3b7-b0ea-46d0-8e87-43d7c2949740 req-07e6e0b5-d6ce-442a-8251-08b548a77341 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301230 Jan 25 16:18:59.787036 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9c3af-ceb2-4994-a2dc-21398822002e req-a998bf49-c3e0-47b4-9847-240ecc160d62 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:18:59.788031 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c3a9c3af-ceb2-4994-a2dc-21398822002e req-a998bf49-c3e0-47b4-9847-240ecc160d62 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0757673 Jan 25 16:18:59.820744 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c3a9c3af-ceb2-4994-a2dc-21398822002e req-a4f52779-cd25-45e0-9fea-05cc46002677 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286968 Jan 25 16:19:01.010875 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02367633-d5c8-40c9-9b60-974f64bcbc14 req-c9606eea-c9d8-42b7-86c1-55ecb21cf037 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:01.011901 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-02367633-d5c8-40c9-9b60-974f64bcbc14 req-c9606eea-c9d8-42b7-86c1-55ecb21cf037 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0760443 Jan 25 16:19:01.049435 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-02367633-d5c8-40c9-9b60-974f64bcbc14 req-058f281e-586b-4c9c-8319-e60f2df71d5d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330966 Jan 25 16:19:02.211372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190a86d-da45-41d1-8b5f-ef9fe4deb2ef req-084db765-6068-4865-8b3a-f0954f8495af tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:02.212876 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3190a86d-da45-41d1-8b5f-ef9fe4deb2ef req-084db765-6068-4865-8b3a-f0954f8495af tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0707815 Jan 25 16:19:02.247015 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3190a86d-da45-41d1-8b5f-ef9fe4deb2ef req-82a6c461-65c9-4bc1-b155-378ae6deb5cd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300636 Jan 25 16:19:03.414163 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c626ac3-8667-48f7-93c7-8735c6a685ed req-ce76a99c-451e-4e9b-b96b-611e322d4824 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:03.414163 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3c626ac3-8667-48f7-93c7-8735c6a685ed req-ce76a99c-451e-4e9b-b96b-611e322d4824 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0707841 Jan 25 16:19:03.452968 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3c626ac3-8667-48f7-93c7-8735c6a685ed req-f846695d-d198-4ad4-922a-516185edee42 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323336 Jan 25 16:19:04.639037 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb857bce-c79d-4718-9e47-d01ac2331078 req-9b9e549e-9c89-4912-9687-0ac7e7ed0d58 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:04.640103 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eb857bce-c79d-4718-9e47-d01ac2331078 req-9b9e549e-9c89-4912-9687-0ac7e7ed0d58 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0796893 Jan 25 16:19:04.680341 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eb857bce-c79d-4718-9e47-d01ac2331078 req-58e900c0-8ad3-4305-949d-327f0950979c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326827 Jan 25 16:19:05.844407 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72616ba-3009-4fe3-9c81-72011aec937a req-1ed26cf3-f6c5-43a7-8ea6-465038eb43b9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:05.845480 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f72616ba-3009-4fe3-9c81-72011aec937a req-1ed26cf3-f6c5-43a7-8ea6-465038eb43b9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0737202 Jan 25 16:19:05.879229 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f72616ba-3009-4fe3-9c81-72011aec937a req-edee3cbc-69c3-4320-9ec7-373403f8e7bb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293784 Jan 25 16:19:07.074182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aab793-4e1b-4a83-8517-6bb4eeb2b21f req-b567866e-7ab6-43bb-8d17-ee17e4bb0cf5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:07.075118 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1aab793-4e1b-4a83-8517-6bb4eeb2b21f req-b567866e-7ab6-43bb-8d17-ee17e4bb0cf5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0902901 Jan 25 16:19:07.113870 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1aab793-4e1b-4a83-8517-6bb4eeb2b21f req-c4e2c147-ccb2-4fc0-8fab-f603de0aa298 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311685 Jan 25 16:19:07.425816 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad91f42-ccf8-46c7-bcb4-00a80ee7c98d req-1b92d481-a7ba-44e2-a215-74b1cff980c0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:07.426902 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6ad91f42-ccf8-46c7-bcb4-00a80ee7c98d req-1b92d481-a7ba-44e2-a215-74b1cff980c0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0695243 Jan 25 16:19:07.464792 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6ad91f42-ccf8-46c7-bcb4-00a80ee7c98d req-a8848d91-c20a-4add-9587-41d6c7a85f5d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330181 Jan 25 16:19:08.629160 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225342c6-cd38-4650-b0d3-052aa33794c5 req-a07761f1-158c-4a87-828b-50fa95cfb47c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:08.630187 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-225342c6-cd38-4650-b0d3-052aa33794c5 req-a07761f1-158c-4a87-828b-50fa95cfb47c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0748715 Jan 25 16:19:08.666595 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-225342c6-cd38-4650-b0d3-052aa33794c5 req-9cccd9ef-598d-4fbf-abda-a0d34fe1e6f6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294831 Jan 25 16:19:09.525423 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:19:09.861750 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed049e1-e872-4c1e-b2af-724514b95ce3 req-6e35a6ce-e368-437e-822c-4e2af76cc038 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:09.862852 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4ed049e1-e872-4c1e-b2af-724514b95ce3 req-6e35a6ce-e368-437e-822c-4e2af76cc038 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0763626 Jan 25 16:19:09.897533 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4ed049e1-e872-4c1e-b2af-724514b95ce3 req-1bcd08d6-d747-4fbc-b1c5-51e70861c03a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301297 Jan 25 16:19:11.068870 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af11ea-13b3-4026-9851-08c3ca5f74f5 req-de7e06f9-8e04-4d89-8210-219728617530 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:11.069907 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-00af11ea-13b3-4026-9851-08c3ca5f74f5 req-de7e06f9-8e04-4d89-8210-219728617530 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0746951 Jan 25 16:19:11.106592 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-00af11ea-13b3-4026-9851-08c3ca5f74f5 req-12dcc618-ed1e-4c44-ad03-09bf414927f4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324130 Jan 25 16:19:12.282693 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b2f28-1f10-47e0-a2d4-c0d29f0db761 req-4758dfcf-80f5-4cbc-94d6-8f3b32a569cd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:12.283718 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c91b2f28-1f10-47e0-a2d4-c0d29f0db761 req-4758dfcf-80f5-4cbc-94d6-8f3b32a569cd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0834537 Jan 25 16:19:12.317985 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c91b2f28-1f10-47e0-a2d4-c0d29f0db761 req-9c4306e7-af9e-4aa7-8fae-76787be9a55a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300295 Jan 25 16:19:13.501803 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56172e51-3743-417b-84e7-b1d014883d9a req-50011d23-a21b-45eb-ba1e-47cffa567a9b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:13.502850 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-56172e51-3743-417b-84e7-b1d014883d9a req-50011d23-a21b-45eb-ba1e-47cffa567a9b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0881052 Jan 25 16:19:13.541400 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-56172e51-3743-417b-84e7-b1d014883d9a req-c276ac9a-0539-43fd-b970-365c6e738192 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312328 Jan 25 16:19:14.724079 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e97f0d-bd20-49ff-ba47-05d5655ff93d req-564559a1-98a9-488d-837c-5e55f5b720fc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:14.725172 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c4e97f0d-bd20-49ff-ba47-05d5655ff93d req-564559a1-98a9-488d-837c-5e55f5b720fc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0764620 Jan 25 16:19:14.763789 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c4e97f0d-bd20-49ff-ba47-05d5655ff93d req-a52a3865-90ff-46bf-bbbb-fa5e7aa2952d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343287 Jan 25 16:19:15.946200 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d723e-26db-42e6-97de-ecdd65fb175e req-6e8b1dc4-7c54-4f1f-95ff-4c4398076808 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:15.947427 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-259d723e-26db-42e6-97de-ecdd65fb175e req-6e8b1dc4-7c54-4f1f-95ff-4c4398076808 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0729806 Jan 25 16:19:15.981765 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-259d723e-26db-42e6-97de-ecdd65fb175e req-58886842-cb85-4765-9c0f-822f4d966b07 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301971 Jan 25 16:19:17.187872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5e543-05fd-47c2-8c05-e746f6ef6560 req-7d4b101c-4cc9-4c30-8e61-68e898ea1c0a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:17.189104 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7fe5e543-05fd-47c2-8c05-e746f6ef6560 req-7d4b101c-4cc9-4c30-8e61-68e898ea1c0a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1149907 Jan 25 16:19:17.223171 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7fe5e543-05fd-47c2-8c05-e746f6ef6560 req-3ec85391-16da-4c1d-9528-b6c5f8e128aa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296366 Jan 25 16:19:18.392189 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3c63e-1a89-49cf-9c67-e4cfe63fad1e req-a442f310-e708-48bb-8dec-73d765f885f1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:18.393448 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-20d3c63e-1a89-49cf-9c67-e4cfe63fad1e req-a442f310-e708-48bb-8dec-73d765f885f1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0814586 Jan 25 16:19:18.429883 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-20d3c63e-1a89-49cf-9c67-e4cfe63fad1e req-7e1ac938-e035-420c-9c88-de5a16336c5f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318570 Jan 25 16:19:18.536181 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 45302) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:18.544373 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 45308) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:18.626840 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:18.633870 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6a0f478c-15d8-4744-8670-4d7dffb1d254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:18.641641 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:19:18.645050 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Usage tracker for resource:security_group_rule and tenant:593e4b9ff1ea4f6e90198a8c9ca05112 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:19:18.646627 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-6a0f478c-15d8-4744-8670-4d7dffb1d254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:19:18.647912 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:19:18.651309 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-6a0f478c-15d8-4744-8670-4d7dffb1d254 admin admin] Usage tracker for resource:security_group_rule and tenant:e103d46e108049eabd656c2be954761e is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:19:18.652830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:19:18.654099 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-6a0f478c-15d8-4744-8670-4d7dffb1d254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:19:18.658897 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-6a0f478c-15d8-4744-8670-4d7dffb1d254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:19:18.733156 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:18.737424 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:18.741765 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6a0f478c-15d8-4744-8670-4d7dffb1d254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:18.742406 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8110b490-c0f4-4e77-ab4e-7f6799b602d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:19:18.747914 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6a0f478c-15d8-4744-8670-4d7dffb1d254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:18.775917 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=593e4b9ff1ea4f6e90198a8c9ca05112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389996 Jan 25 16:19:18.778057 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fd429b-a4e6-42e6-94b5-920fd769763b,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:19:18.778253 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 45314) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:18.783107 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-6a0f478c-15d8-4744-8670-4d7dffb1d254 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e103d46e108049eabd656c2be954761e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381175 Jan 25 16:19:18.783808 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.784036 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.784273 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.784489 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.784704 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.784919 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.785133 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.785347 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.785564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.785776 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.785989 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.786201 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.786458 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.786673 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.786886 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.787102 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.787314 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.787524 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.787733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.787943 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.788170 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.788386 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.788596 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.788805 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.791457 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b286e0f1-78c5-4f9e-8f9b-eb9c6c6b3a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:19:18.791781 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 45318) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:18.792117 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ecca5931-b603-45b3-af7f-e156997568c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:19:18.823690 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:18.823804 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f478c-15d8-4744-8670-4d7dffb1d254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959b3780-b74f-4a86-b23d-c953efeba35f,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:19:18.825708 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6a0f478c-15d8-4744-8670-4d7dffb1d254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:19:18.838903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:18.842595 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4922129d-67e8-4b50-aa4a-96650d417ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:18.856858 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4922129d-67e8-4b50-aa4a-96650d417ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:18.863443 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:18.866089 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8c6e9130-6830-47b9-b436-e815f966011b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:19:18.873581 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fd429b-a4e6-42e6-94b5-920fd769763b,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:19:18.876347 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:18.877102 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/45fd429b-a4e6-42e6-94b5-920fd769763b HTTP/1.1" status: 204 len: 168 time: 0.0976198 Jan 25 16:19:18.879986 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.880233 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.880440 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.880893 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.881115 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.881394 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.881649 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.881885 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.882095 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.882156 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4922129d-67e8-4b50-aa4a-96650d417ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:18.882303 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.882553 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.882760 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.883029 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.883256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.883465 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.883677 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.883880 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.884137 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.884349 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.884613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.884679 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-da3ea67d-5fe9-4228-a9a7-54ca5c16bbaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:19:18.884781 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.884985 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.885193 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.885407 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:19:18.887650 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9ec70bbf-e7b1-498a-a07c-89da98a6c61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:19:18.892970 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922129d-67e8-4b50-aa4a-96650d417ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959b3780-b74f-4a86-b23d-c953efeba35f,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:19:18.895247 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4922129d-67e8-4b50-aa4a-96650d417ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:19:18.900143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4922129d-67e8-4b50-aa4a-96650d417ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:18.900857 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-4922129d-67e8-4b50-aa4a-96650d417ea9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/959b3780-b74f-4a86-b23d-c953efeba35f HTTP/1.1" status: 204 len: 168 time: 0.1049323 Jan 25 16:19:19.623549 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 45396) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:19.694404 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 45406) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:19.749587 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c133ff45-a8d0-4668-94bf-9795d557f0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:19.759340 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-c133ff45-a8d0-4668-94bf-9795d557f0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:19:19.761760 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-c133ff45-a8d0-4668-94bf-9795d557f0b7 admin admin] Usage tracker for resource:security_group_rule and tenant:05ef19464d9c425991c42cf6011c00e5 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:19:19.763694 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-c133ff45-a8d0-4668-94bf-9795d557f0b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:19:19.767564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-c133ff45-a8d0-4668-94bf-9795d557f0b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:19:19.796528 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-df5e7fb9-3294-4cdf-9634-f8330fccfa2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:19.807949 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-df5e7fb9-3294-4cdf-9634-f8330fccfa2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:19:19.811718 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-df5e7fb9-3294-4cdf-9634-f8330fccfa2f admin admin] Usage tracker for resource:security_group_rule and tenant:c21e8eb61ba3400abdae8865be040ff9 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:19:19.814278 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-df5e7fb9-3294-4cdf-9634-f8330fccfa2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:19:19.819411 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-df5e7fb9-3294-4cdf-9634-f8330fccfa2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:19:19.824978 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5395f-f900-41a7-b0bf-6b41f5d404b9 req-b4e05916-0585-454d-b52c-3fc98579efab tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:19.825932 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7fe5395f-f900-41a7-b0bf-6b41f5d404b9 req-b4e05916-0585-454d-b52c-3fc98579efab tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.3083582 Jan 25 16:19:19.840647 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 45414) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:19.860584 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7fe5395f-f900-41a7-b0bf-6b41f5d404b9 req-d32fe674-0be2-4bcc-8b88-b71d855d5816 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290470 Jan 25 16:19:19.863819 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c133ff45-a8d0-4668-94bf-9795d557f0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:19.869988 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c133ff45-a8d0-4668-94bf-9795d557f0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:19.876452 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e94707a5-2b01-43c7-85b0-3e98eb8ca1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:19:19.906164 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-c133ff45-a8d0-4668-94bf-9795d557f0b7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=05ef19464d9c425991c42cf6011c00e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817807 Jan 25 16:19:19.908844 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 45420) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:19.911022 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133ff45-a8d0-4668-94bf-9795d557f0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd117a7-90bd-4c67-aa70-3c801a91f10f,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:19:19.913940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c133ff45-a8d0-4668-94bf-9795d557f0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:19:19.922878 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-df5e7fb9-3294-4cdf-9634-f8330fccfa2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:19.924947 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-df5e7fb9-3294-4cdf-9634-f8330fccfa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:19.929640 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-41f12a52-ccc8-4480-b849-fe7479268c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:19:19.939361 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bc82f68a-ab40-41dd-97f0-98e090add575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:19.954093 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-bc82f68a-ab40-41dd-97f0-98e090add575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:19:19.957142 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-df5e7fb9-3294-4cdf-9634-f8330fccfa2f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c21e8eb61ba3400abdae8865be040ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603621 Jan 25 16:19:19.957142 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e7fb9-3294-4cdf-9634-f8330fccfa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fccb04cf-f634-4e93-a66b-0d1f495619a9,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:19:19.957869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 45424) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:19.959203 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-df5e7fb9-3294-4cdf-9634-f8330fccfa2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:19:19.960298 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-bc82f68a-ab40-41dd-97f0-98e090add575 admin admin] Usage tracker for resource:security_group_rule and tenant:1b8499fc9ca54328a456a4c05159f8f6 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:19:19.963364 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-bc82f68a-ab40-41dd-97f0-98e090add575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:19:19.968306 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-bc82f68a-ab40-41dd-97f0-98e090add575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:19:19.969588 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d898b181-333a-49a4-a411-6958025efe4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:19.992279 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c2ce2c80-eaf8-445c-be36-04d062e7e20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:19.993210 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d898b181-333a-49a4-a411-6958025efe4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:20.008153 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c2ce2c80-eaf8-445c-be36-04d062e7e20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:20.034554 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d898b181-333a-49a4-a411-6958025efe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:20.035796 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c2ce2c80-eaf8-445c-be36-04d062e7e20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:20.036991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6214bc0f-1cf9-4cd2-b1a3-1e6024ade0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:19:20.038477 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-3e3f7659-5543-4652-8c9e-851fa398c9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:19:20.046391 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce2c80-eaf8-445c-be36-04d062e7e20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccb04cf-f634-4e93-a66b-0d1f495619a9,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:19:20.048314 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c2ce2c80-eaf8-445c-be36-04d062e7e20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:19:20.048648 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898b181-333a-49a4-a411-6958025efe4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd117a7-90bd-4c67-aa70-3c801a91f10f,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:19:20.050890 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c2ce2c80-eaf8-445c-be36-04d062e7e20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:20.051347 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d898b181-333a-49a4-a411-6958025efe4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:19:20.053397 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-c2ce2c80-eaf8-445c-be36-04d062e7e20b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fccb04cf-f634-4e93-a66b-0d1f495619a9 HTTP/1.1" status: 204 len: 168 time: 0.0934680 Jan 25 16:19:20.062294 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bc82f68a-ab40-41dd-97f0-98e090add575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:20.063103 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d898b181-333a-49a4-a411-6958025efe4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:20.066105 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-d898b181-333a-49a4-a411-6958025efe4b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6bd117a7-90bd-4c67-aa70-3c801a91f10f HTTP/1.1" status: 204 len: 168 time: 0.1544812 Jan 25 16:19:20.066771 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bc82f68a-ab40-41dd-97f0-98e090add575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:20.073586 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8c92275c-d13f-4e18-be1e-4e68af8e0683 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:19:20.095958 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82f68a-ab40-41dd-97f0-98e090add575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fe9420-0331-416a-86af-c39c0c74d4cf,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:19:20.100682 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 45432) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:20.108578 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-bc82f68a-ab40-41dd-97f0-98e090add575 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1b8499fc9ca54328a456a4c05159f8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671382 Jan 25 16:19:20.109742 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-bc82f68a-ab40-41dd-97f0-98e090add575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:19:20.140695 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a7b224e9-1f8d-4b06-9f68-be0f3d987bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:20.157619 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a7b224e9-1f8d-4b06-9f68-be0f3d987bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:20.187838 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a7b224e9-1f8d-4b06-9f68-be0f3d987bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:20.191739 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ea070243-e63d-420f-b14e-de3dbb965fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:19:20.200160 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b224e9-1f8d-4b06-9f68-be0f3d987bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fe9420-0331-416a-86af-c39c0c74d4cf,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:19:20.201910 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a7b224e9-1f8d-4b06-9f68-be0f3d987bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:19:20.202896 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a7b224e9-1f8d-4b06-9f68-be0f3d987bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:20.206161 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-a7b224e9-1f8d-4b06-9f68-be0f3d987bf9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/49fe9420-0331-416a-86af-c39c0c74d4cf HTTP/1.1" status: 204 len: 168 time: 0.1047540 Jan 25 16:19:20.997965 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d55019-7f28-4e29-bb4d-99cfd5d1fee4 req-cede4b47-81bb-45b7-8796-fc8c022df039 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:20.998955 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d2d55019-7f28-4e29-bb4d-99cfd5d1fee4 req-cede4b47-81bb-45b7-8796-fc8c022df039 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0596094 Jan 25 16:19:21.029093 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d2d55019-7f28-4e29-bb4d-99cfd5d1fee4 req-102e4c0f-7ad8-4b37-a6b2-9d1fbe913f71 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262358 Jan 25 16:19:22.220770 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930fdde-2a9a-4c43-84cd-c075847e02b1 req-81e4f817-cb9d-4e5e-b286-f92e8c60c85a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:22.221915 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f930fdde-2a9a-4c43-84cd-c075847e02b1 req-81e4f817-cb9d-4e5e-b286-f92e8c60c85a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0863595 Jan 25 16:19:22.265871 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f930fdde-2a9a-4c43-84cd-c075847e02b1 req-00b562c4-98c4-4310-9382-892588d0e9c5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393906 Jan 25 16:19:23.027505 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b09c-c294-4f5f-981e-33fb3dd1d8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:23.435630 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1d969-2bc9-4e71-9f6d-75940bf6771d req-a160a03b-6558-4ebe-9aa0-d46ec1fb798d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:23.436760 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e4d1d969-2bc9-4e71-9f6d-75940bf6771d req-a160a03b-6558-4ebe-9aa0-d46ec1fb798d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0768890 Jan 25 16:19:23.472100 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e4d1d969-2bc9-4e71-9f6d-75940bf6771d req-25170638-8676-4cb3-9690-26885a09e007 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307679 Jan 25 16:19:24.033805 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f783c839-bc8a-4d11-9d41-6454f8ca2ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:24.624144 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:24.641940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5418ed-bc04-4c39-995d-822f1f67abfe req-134fca9a-94e4-4b45-9507-b33f1cee255b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:24.643017 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fd5418ed-bc04-4c39-995d-822f1f67abfe req-134fca9a-94e4-4b45-9507-b33f1cee255b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0728602 Jan 25 16:19:24.679543 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fd5418ed-bc04-4c39-995d-822f1f67abfe req-ccabdc66-f914-45bc-98fb-88c1f35095e9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316427 Jan 25 16:19:24.917349 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:25.047074 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:25.732879 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:25.853642 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44a95d-82d7-4a48-aff8-1c1b9e7aeca1 req-fc9478a9-42ed-492d-bdde-6b7bf48b0368 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:25.854854 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4b44a95d-82d7-4a48-aff8-1c1b9e7aeca1 req-fc9478a9-42ed-492d-bdde-6b7bf48b0368 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0757136 Jan 25 16:19:25.892490 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4b44a95d-82d7-4a48-aff8-1c1b9e7aeca1 req-df8c23f6-bbf8-4a56-844f-d5b45f760611 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332034 Jan 25 16:19:27.082177 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f6d5c-245a-4de2-88ef-3153f164fba2 req-f6153467-444d-41d8-a7ee-e8f83700c4b3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:27.083282 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f91f6d5c-245a-4de2-88ef-3153f164fba2 req-f6153467-444d-41d8-a7ee-e8f83700c4b3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0878298 Jan 25 16:19:27.118969 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f91f6d5c-245a-4de2-88ef-3153f164fba2 req-c8ec5c9c-c196-4cf4-847e-40ea7c137b77 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310714 Jan 25 16:19:28.305579 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499bf8a-edf0-47d3-a926-3c6d37aea56a req-584362a2-d046-4a5b-9206-520616d63c4b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:28.306662 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3499bf8a-edf0-47d3-a926-3c6d37aea56a req-584362a2-d046-4a5b-9206-520616d63c4b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0884514 Jan 25 16:19:28.341727 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3499bf8a-edf0-47d3-a926-3c6d37aea56a req-8da64616-be5c-4887-8906-54d968856009 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303481 Jan 25 16:19:29.528955 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10485c3-8908-479a-92c7-b7a5e06938d7 req-fea063b4-06cb-4e22-bfa2-88fa50b0656a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:29.529980 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e10485c3-8908-479a-92c7-b7a5e06938d7 req-fea063b4-06cb-4e22-bfa2-88fa50b0656a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0869732 Jan 25 16:19:29.567957 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e10485c3-8908-479a-92c7-b7a5e06938d7 req-8aaa5473-949c-4424-8af0-059d469baad1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307140 Jan 25 16:19:30.736543 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20a63a-0460-4dad-967a-ac566b4cc867 req-364589ad-870b-4636-b3ec-c97ef0fd75e1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:30.737441 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-af20a63a-0460-4dad-967a-ac566b4cc867 req-364589ad-870b-4636-b3ec-c97ef0fd75e1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0758414 Jan 25 16:19:30.775417 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-af20a63a-0460-4dad-967a-ac566b4cc867 req-629cf809-aa55-4e32-8d0e-1146c46bd150 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306396 Jan 25 16:19:32.117826 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4daff-a25a-4538-86ae-d1c908c24601 req-0a3282a1-2745-4f4e-b1f9-c167462f0471 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:32.118961 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c5d4daff-a25a-4538-86ae-d1c908c24601 req-0a3282a1-2745-4f4e-b1f9-c167462f0471 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0815301 Jan 25 16:19:32.157609 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c5d4daff-a25a-4538-86ae-d1c908c24601 req-d57b233b-5537-495f-a4a1-d2d3395f9011 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340109 Jan 25 16:19:33.318792 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d567e7-0e8f-4f08-84f0-46a8ec435ae5 req-5e1ed3bf-b478-4c8b-8111-c1d349bcc702 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:33.319886 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-89d567e7-0e8f-4f08-84f0-46a8ec435ae5 req-5e1ed3bf-b478-4c8b-8111-c1d349bcc702 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0713518 Jan 25 16:19:33.355848 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-89d567e7-0e8f-4f08-84f0-46a8ec435ae5 req-b3bce18a-c41b-419e-bbaa-42ae05cd84a4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318551 Jan 25 16:19:34.539917 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06e693-351f-45dc-85f1-f23643b69444 req-459f7e0c-6a59-47cb-bfd4-6b0417069f25 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:34.541051 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cc06e693-351f-45dc-85f1-f23643b69444 req-459f7e0c-6a59-47cb-bfd4-6b0417069f25 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0764487 Jan 25 16:19:34.576404 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cc06e693-351f-45dc-85f1-f23643b69444 req-d620737a-64a1-4e1c-a632-b278d6b40d9d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305052 Jan 25 16:19:35.755929 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52422c-55f1-42b1-99f9-f3981a9bc8d1 req-8386a0b6-7044-42d9-800b-a228170ed680 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:35.757080 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-df52422c-55f1-42b1-99f9-f3981a9bc8d1 req-8386a0b6-7044-42d9-800b-a228170ed680 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0741386 Jan 25 16:19:35.790914 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-df52422c-55f1-42b1-99f9-f3981a9bc8d1 req-842d088b-9db5-441a-ab7c-b19dba604c8b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297930 Jan 25 16:19:36.973147 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594901f3-972e-46d4-990b-ccc827bf8906 req-91ef3c62-3d83-476f-9194-0f65def92204 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:36.974149 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-594901f3-972e-46d4-990b-ccc827bf8906 req-91ef3c62-3d83-476f-9194-0f65def92204 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0768459 Jan 25 16:19:37.008660 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-594901f3-972e-46d4-990b-ccc827bf8906 req-ace49c51-9ac4-46a9-b4a1-341b5694b33d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301814 Jan 25 16:19:38.197703 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36911491-80d8-4e20-b627-50817c1019ff req-48f14bd6-709a-44f4-ab30-9dbcced65d75 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:38.198800 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-36911491-80d8-4e20-b627-50817c1019ff req-48f14bd6-709a-44f4-ab30-9dbcced65d75 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0759058 Jan 25 16:19:38.234697 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-36911491-80d8-4e20-b627-50817c1019ff req-e0e2d92a-ae2c-4a8e-8bb3-dfb852ce57bb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310795 Jan 25 16:19:39.408608 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440abd3-47d5-4d3f-89bc-4ae307bb0564 req-8a30d257-b388-4892-aa26-e52bca425b8b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:39.409722 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f440abd3-47d5-4d3f-89bc-4ae307bb0564 req-8a30d257-b388-4892-aa26-e52bca425b8b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0717876 Jan 25 16:19:39.451300 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f440abd3-47d5-4d3f-89bc-4ae307bb0564 req-e7a832e5-51c7-405f-a694-6d34951895f2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338080 Jan 25 16:19:40.609463 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf5c18-85f4-4511-a822-2754cdd531aa req-3c5177d9-b227-4a1b-ac84-7d36eba742f2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:40.610613 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d5cf5c18-85f4-4511-a822-2754cdd531aa req-3c5177d9-b227-4a1b-ac84-7d36eba742f2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0724995 Jan 25 16:19:40.649379 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d5cf5c18-85f4-4511-a822-2754cdd531aa req-ebd706b1-11cc-4573-a8d9-508214d368f1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343325 Jan 25 16:19:41.831557 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd3e8d-0313-43ab-b1cc-f80f6bfd91c6 req-190dcd5e-df00-467d-909c-b022df12e481 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:41.832717 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e7fd3e8d-0313-43ab-b1cc-f80f6bfd91c6 req-190dcd5e-df00-467d-909c-b022df12e481 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0748179 Jan 25 16:19:41.868082 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e7fd3e8d-0313-43ab-b1cc-f80f6bfd91c6 req-61180c32-0622-4341-8375-03f220f43bb9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309913 Jan 25 16:19:43.046215 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ea76d-311a-45b9-96c7-961860f847a4 req-93bb6df7-13a4-4238-9bd7-e8e96d917473 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:43.047546 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f77ea76d-311a-45b9-96c7-961860f847a4 req-93bb6df7-13a4-4238-9bd7-e8e96d917473 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0846477 Jan 25 16:19:43.081566 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f77ea76d-311a-45b9-96c7-961860f847a4 req-4b125c73-9c3b-4262-9e70-dc05039e6016 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297589 Jan 25 16:19:44.259711 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdbd7d-0a87-486c-9a54-c4161320bdbf req-781164c1-a4b3-4ae3-8c7e-2a12ff7c462b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:44.260751 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7ccdbd7d-0a87-486c-9a54-c4161320bdbf req-781164c1-a4b3-4ae3-8c7e-2a12ff7c462b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0774360 Jan 25 16:19:44.297140 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7ccdbd7d-0a87-486c-9a54-c4161320bdbf req-440126fb-885a-4208-a1e0-a6143899a8ef tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291650 Jan 25 16:19:45.473222 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b7fe5-86df-4ee7-9ded-6d7b47694ee5 req-fce75595-653f-427a-8340-25e3458590f2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:45.474224 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f95b7fe5-86df-4ee7-9ded-6d7b47694ee5 req-fce75595-653f-427a-8340-25e3458590f2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0761707 Jan 25 16:19:45.508660 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f95b7fe5-86df-4ee7-9ded-6d7b47694ee5 req-bee21bf8-fd92-48c2-a9de-b9fe0566e9ea tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303321 Jan 25 16:19:46.527151 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:19:46.706389 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35662b8-cb0f-4cf1-898c-918a80668978 req-08e59947-9cb0-4542-8a97-b022874ad2cc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:46.707482 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c35662b8-cb0f-4cf1-898c-918a80668978 req-08e59947-9cb0-4542-8a97-b022874ad2cc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0852611 Jan 25 16:19:46.745010 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c35662b8-cb0f-4cf1-898c-918a80668978 req-d5353d26-40fb-4496-9102-d426d5a4d4aa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328133 Jan 25 16:19:47.921610 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e6bef-c3f9-4d17-8404-fc05ce492fd2 req-b5ea6472-418e-4b3e-8c17-d98a40176c69 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:47.922768 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-824e6bef-c3f9-4d17-8404-fc05ce492fd2 req-b5ea6472-418e-4b3e-8c17-d98a40176c69 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0757976 Jan 25 16:19:47.957575 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-824e6bef-c3f9-4d17-8404-fc05ce492fd2 req-f0f7af7c-ee9e-4cfc-afd6-6c794d3891a3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302663 Jan 25 16:19:49.125513 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f301509-e9d2-4297-b44d-dcacbfcab87d req-c2fc3806-728c-4e6a-8aba-a7f692c3adb3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:49.126519 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f301509-e9d2-4297-b44d-dcacbfcab87d req-c2fc3806-728c-4e6a-8aba-a7f692c3adb3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0736783 Jan 25 16:19:49.165234 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3f301509-e9d2-4297-b44d-dcacbfcab87d req-7b61ca20-e229-4873-b4a4-dd3c08948f79 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316539 Jan 25 16:19:50.331162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b3dee-8975-4e5d-b9be-f937c0e70c17 req-ae90e209-9466-4964-a211-b8086fcd6691 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:50.332166 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2e7b3dee-8975-4e5d-b9be-f937c0e70c17 req-ae90e209-9466-4964-a211-b8086fcd6691 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0752983 Jan 25 16:19:50.366704 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2e7b3dee-8975-4e5d-b9be-f937c0e70c17 req-5ea68fe9-27c2-469b-92e0-f9496d5d5d29 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305483 Jan 25 16:19:51.546637 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb8d08-d31d-40b0-9797-c14fe172876f req-e51bad51-fd22-4197-9e75-275c5eb30cb9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:51.547695 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-22eb8d08-d31d-40b0-9797-c14fe172876f req-e51bad51-fd22-4197-9e75-275c5eb30cb9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0760627 Jan 25 16:19:51.584678 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-22eb8d08-d31d-40b0-9797-c14fe172876f req-460ea222-a9b7-412e-964d-cef5b1b2451d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296736 Jan 25 16:19:52.393666 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 45722) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:52.491567 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-87816b1f-609c-4cb5-bbf1-da5c161a9aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:52.502706 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-87816b1f-609c-4cb5-bbf1-da5c161a9aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:19:52.505775 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-87816b1f-609c-4cb5-bbf1-da5c161a9aa4 admin admin] Usage tracker for resource:security_group_rule and tenant:72327f3d9ba84eb7a7b5353d3f0378f6 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:19:52.507991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-87816b1f-609c-4cb5-bbf1-da5c161a9aa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:19:52.512643 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-87816b1f-609c-4cb5-bbf1-da5c161a9aa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:19:52.573225 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-87816b1f-609c-4cb5-bbf1-da5c161a9aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:52.575299 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-87816b1f-609c-4cb5-bbf1-da5c161a9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:52.583520 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8d450923-b279-48da-953d-6fef63dd6b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:19:52.611400 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-87816b1f-609c-4cb5-bbf1-da5c161a9aa4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=72327f3d9ba84eb7a7b5353d3f0378f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169089 Jan 25 16:19:52.612053 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87816b1f-609c-4cb5-bbf1-da5c161a9aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee01aaf9-a007-4180-9d9c-1f8a7d96ee49,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:19:52.614576 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-87816b1f-609c-4cb5-bbf1-da5c161a9aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:19:52.615268 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 45732) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:52.665260 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c33134ea-92d1-49d7-94a0-391e566814ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:52.702978 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c33134ea-92d1-49d7-94a0-391e566814ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:52.756690 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733dad8-9557-496c-9ec8-df4434872fca req-8d0ade8a-1804-4395-985a-3404f04d52d4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:52.757611 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2733dad8-9557-496c-9ec8-df4434872fca req-8d0ade8a-1804-4395-985a-3404f04d52d4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0796673 Jan 25 16:19:52.758029 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c33134ea-92d1-49d7-94a0-391e566814ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:52.760631 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9546b087-b7de-4c0f-aaf4-35534bdbaa77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:19:52.775210 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33134ea-92d1-49d7-94a0-391e566814ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee01aaf9-a007-4180-9d9c-1f8a7d96ee49,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:19:52.777766 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c33134ea-92d1-49d7-94a0-391e566814ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:19:52.783931 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c33134ea-92d1-49d7-94a0-391e566814ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:52.784601 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-c33134ea-92d1-49d7-94a0-391e566814ea admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ee01aaf9-a007-4180-9d9c-1f8a7d96ee49 HTTP/1.1" status: 204 len: 168 time: 0.1686873 Jan 25 16:19:52.802632 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2733dad8-9557-496c-9ec8-df4434872fca req-ad18f10e-798d-494d-9cce-e6152a23cd03 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370686 Jan 25 16:19:53.033770 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-19c1b647-bb86-4a88-9e58-f6993a74d30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:53.990401 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5808b-9886-4f3c-9c0a-8f6003d05025 req-90f825d4-1795-49db-a124-ca0f6f4952fd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:53.991401 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-02b5808b-9886-4f3c-9c0a-8f6003d05025 req-90f825d4-1795-49db-a124-ca0f6f4952fd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0815728 Jan 25 16:19:54.027399 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-02b5808b-9886-4f3c-9c0a-8f6003d05025 req-5ac9e870-5576-4633-9a7f-2f6a3591203d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301452 Jan 25 16:19:54.029200 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b79b-17ff-4d3e-9a94-63dc3b9c0fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:54.635898 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:54.924499 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:55.201080 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0fd39-7a04-4890-b5b4-3ab71db031e0 req-e9dd8eed-5501-4854-9ac4-36620387ccee tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:55.202199 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-90d0fd39-7a04-4890-b5b4-3ab71db031e0 req-e9dd8eed-5501-4854-9ac4-36620387ccee tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0783193 Jan 25 16:19:55.229871 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:55.239883 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-90d0fd39-7a04-4890-b5b4-3ab71db031e0 req-29723b6f-c1ba-492a-8fee-c5866ff65516 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330641 Jan 25 16:19:55.732162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:19:56.426727 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5affa-0c03-4d6c-83b9-00a5de36f792 req-5fc7e2bd-5bae-470e-ae49-9d27f70e4818 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:56.427723 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d7e5affa-0c03-4d6c-83b9-00a5de36f792 req-5fc7e2bd-5bae-470e-ae49-9d27f70e4818 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0824306 Jan 25 16:19:56.463220 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d7e5affa-0c03-4d6c-83b9-00a5de36f792 req-57c6f6fd-6c55-4003-9c7a-1ee187b3e6d3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312538 Jan 25 16:19:57.659297 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef273f-c798-408d-b240-f671a4e6c138 req-d7e6d360-07e7-4dd6-ae1d-2955ffa525ab tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:57.660364 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-06ef273f-c798-408d-b240-f671a4e6c138 req-d7e6d360-07e7-4dd6-ae1d-2955ffa525ab tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0851905 Jan 25 16:19:57.698103 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-06ef273f-c798-408d-b240-f671a4e6c138 req-68cfd796-5b0f-4224-8e6f-7bc8d85d6ae7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306742 Jan 25 16:19:58.877836 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382381b-1038-4c31-bb78-bb82b9f6dc6f req-e39eb06c-5f20-491d-bdb7-04bb134c6e2d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:19:58.878467 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e382381b-1038-4c31-bb78-bb82b9f6dc6f req-e39eb06c-5f20-491d-bdb7-04bb134c6e2d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0799637 Jan 25 16:19:58.916143 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e382381b-1038-4c31-bb78-bb82b9f6dc6f req-ddfdbf92-45e0-4e25-a7cd-00bd9829dbc6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302181 Jan 25 16:20:00.095005 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe9a4d-f409-4a8f-95db-e9b70fa26383 req-6ebb6aa2-c041-4ee8-9622-7020fe168f07 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:00.096068 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c1fe9a4d-f409-4a8f-95db-e9b70fa26383 req-6ebb6aa2-c041-4ee8-9622-7020fe168f07 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0870988 Jan 25 16:20:00.133403 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c1fe9a4d-f409-4a8f-95db-e9b70fa26383 req-dd34275c-fbf0-4d67-8d9d-49ddcc41168e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300953 Jan 25 16:20:01.302205 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007ee9d-57fa-42b5-b764-ef49439cfcdd req-3d06aad3-18d7-4e84-9032-10cce27de4a2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:01.303143 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0007ee9d-57fa-42b5-b764-ef49439cfcdd req-3d06aad3-18d7-4e84-9032-10cce27de4a2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0700960 Jan 25 16:20:01.336684 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0007ee9d-57fa-42b5-b764-ef49439cfcdd req-34502deb-0b71-4bb7-9b89-9e27d6afdf29 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293448 Jan 25 16:20:02.519825 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba9e8e-e806-4598-9260-645919adc724 req-875d0270-23aa-46e7-8557-9fcf24be0358 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:02.520888 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-65ba9e8e-e806-4598-9260-645919adc724 req-875d0270-23aa-46e7-8557-9fcf24be0358 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0756958 Jan 25 16:20:02.561599 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-65ba9e8e-e806-4598-9260-645919adc724 req-ac0707e3-1226-4924-8fdc-da3615ba0226 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333037 Jan 25 16:20:03.757182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a009b-9a09-4ad7-ac44-c699142bda40 req-47bfb4cb-e257-4187-a6f5-5551ad0466c2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:03.758260 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-413a009b-9a09-4ad7-ac44-c699142bda40 req-47bfb4cb-e257-4187-a6f5-5551ad0466c2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0883114 Jan 25 16:20:03.795623 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-413a009b-9a09-4ad7-ac44-c699142bda40 req-e3530277-24bb-4518-be53-752cbf1aff7b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301414 Jan 25 16:20:04.978273 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3baf5-23eb-481d-baf4-7afa47faffe7 req-52737376-0ab2-4c55-9f8e-6b60344f6cbd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:04.979355 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0ba3baf5-23eb-481d-baf4-7afa47faffe7 req-52737376-0ab2-4c55-9f8e-6b60344f6cbd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0782256 Jan 25 16:20:05.013268 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0ba3baf5-23eb-481d-baf4-7afa47faffe7 req-cdb030e3-d943-472a-aeae-b9b5086bceab tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298028 Jan 25 16:20:06.205545 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afe80d-4ff8-47d5-939e-bc5cad08def7 req-20f6a2ea-991c-4368-ae89-4efe22d69229 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:06.207026 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-50afe80d-4ff8-47d5-939e-bc5cad08def7 req-20f6a2ea-991c-4368-ae89-4efe22d69229 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0856347 Jan 25 16:20:06.241118 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-50afe80d-4ff8-47d5-939e-bc5cad08def7 req-dd15418d-993b-4fb0-8ac4-b1b76cd4a7ce tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295651 Jan 25 16:20:07.416586 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea94b1-8e0d-40e6-ae9f-877d3c2e4ed1 req-a34013c3-bd0d-4d95-86bd-33d37cc4050a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:07.417514 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-60ea94b1-8e0d-40e6-ae9f-877d3c2e4ed1 req-a34013c3-bd0d-4d95-86bd-33d37cc4050a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0761082 Jan 25 16:20:07.455264 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-60ea94b1-8e0d-40e6-ae9f-877d3c2e4ed1 req-82d03b8a-93c4-4d7c-b792-1cba28f02a7f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307031 Jan 25 16:20:08.632662 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4913c-112c-447e-8ac8-d356f170ae19 req-557f72cb-2434-4c90-912d-e1730a262d14 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:08.633707 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1dd4913c-112c-447e-8ac8-d356f170ae19 req-557f72cb-2434-4c90-912d-e1730a262d14 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0802255 Jan 25 16:20:08.671054 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1dd4913c-112c-447e-8ac8-d356f170ae19 req-87bde58d-979b-451a-8940-a18c217b6b69 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303195 Jan 25 16:20:09.842421 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c58b9-ddf5-4ea8-a01b-7d1a12b866cb req-2a530ee9-aae1-4a65-9e9c-cd7c6a683f87 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:09.843464 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a88c58b9-ddf5-4ea8-a01b-7d1a12b866cb req-2a530ee9-aae1-4a65-9e9c-cd7c6a683f87 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0744939 Jan 25 16:20:09.879426 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a88c58b9-ddf5-4ea8-a01b-7d1a12b866cb req-c4b41419-de45-423d-94ea-598aebb32a69 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319586 Jan 25 16:20:11.064727 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81af94-de68-4ba7-8c08-194705487f76 req-12dd7619-55d1-42e3-a20f-0bdc925bd338 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:11.065985 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dc81af94-de68-4ba7-8c08-194705487f76 req-12dd7619-55d1-42e3-a20f-0bdc925bd338 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0875630 Jan 25 16:20:11.100446 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dc81af94-de68-4ba7-8c08-194705487f76 req-13e01174-752b-4a78-8b3b-da857cc0860d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300825 Jan 25 16:20:12.278267 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc660b-cb96-4168-87a6-58db82fc7677 req-eb562afd-78e1-4ebb-97a7-f0b32a95a9c0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:12.279334 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cccc660b-cb96-4168-87a6-58db82fc7677 req-eb562afd-78e1-4ebb-97a7-f0b32a95a9c0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0761640 Jan 25 16:20:12.313182 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cccc660b-cb96-4168-87a6-58db82fc7677 req-b68e51cd-2ab7-4d0f-b9cd-f182736a6dd1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297489 Jan 25 16:20:13.491602 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea5c7c-0e2a-4d32-95f8-e9eae5c0ba41 req-7ad4584d-6dca-4be9-8ec8-917273ff43c7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:13.492565 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4bea5c7c-0e2a-4d32-95f8-e9eae5c0ba41 req-7ad4584d-6dca-4be9-8ec8-917273ff43c7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0814826 Jan 25 16:20:13.534527 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4bea5c7c-0e2a-4d32-95f8-e9eae5c0ba41 req-73ed41d5-d9a5-4d66-b614-2c5c72b2dd7c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377555 Jan 25 16:20:14.954693 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76291165-fc47-44af-ba65-1e3ba09bdcf5 req-33b29a42-f996-4a5a-9e4e-06e56ba58e4d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:14.955809 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-76291165-fc47-44af-ba65-1e3ba09bdcf5 req-33b29a42-f996-4a5a-9e4e-06e56ba58e4d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.3111532 Jan 25 16:20:14.988938 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-76291165-fc47-44af-ba65-1e3ba09bdcf5 req-761fd5c5-6956-4d85-869a-7d15cc67d494 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287259 Jan 25 16:20:16.162458 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77704fbe-1e51-4667-8dfc-05660d5072ec req-51d327da-8fb7-47f3-a5d5-310af4d7a411 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:16.163588 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-77704fbe-1e51-4667-8dfc-05660d5072ec req-51d327da-8fb7-47f3-a5d5-310af4d7a411 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0755394 Jan 25 16:20:16.199407 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-77704fbe-1e51-4667-8dfc-05660d5072ec req-0b0ffccf-3dc9-4931-8329-8ffb89cfe4ea tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309434 Jan 25 16:20:17.365406 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24e364-1436-4e34-9cd3-429ba220eeed req-636b66b5-80d2-431b-97e4-828a94e7cfc0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:17.366385 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-da24e364-1436-4e34-9cd3-429ba220eeed req-636b66b5-80d2-431b-97e4-828a94e7cfc0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0727513 Jan 25 16:20:17.403344 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-da24e364-1436-4e34-9cd3-429ba220eeed req-65d32559-3861-44b0-a96d-77c8c6b900e4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306034 Jan 25 16:20:18.581136 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3ec84-4f9a-4e19-8105-5932868c6372 req-18a16d8c-c277-4a31-9037-d068ef9642f9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:18.582180 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-13c3ec84-4f9a-4e19-8105-5932868c6372 req-18a16d8c-c277-4a31-9037-d068ef9642f9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0764365 Jan 25 16:20:18.618971 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-13c3ec84-4f9a-4e19-8105-5932868c6372 req-e6ac41e6-7103-4040-ae5a-7dd9286f049f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295630 Jan 25 16:20:19.803456 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624af91-df60-4d47-8b8d-dd3e71c5cd6e req-cf94a44e-83c2-4d72-a0a1-5f7d096dd6c4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:19.804468 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0624af91-df60-4d47-8b8d-dd3e71c5cd6e req-cf94a44e-83c2-4d72-a0a1-5f7d096dd6c4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0775375 Jan 25 16:20:19.841977 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0624af91-df60-4d47-8b8d-dd3e71c5cd6e req-f4111088-2066-43bc-9cdc-522c1874aef4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302668 Jan 25 16:20:21.025448 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656b0da-4371-4330-9836-71e24ce5e6e8 req-2be623d4-f0b1-4f6e-9b74-32af984fddfd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:21.026495 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5656b0da-4371-4330-9836-71e24ce5e6e8 req-2be623d4-f0b1-4f6e-9b74-32af984fddfd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0735371 Jan 25 16:20:21.066069 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5656b0da-4371-4330-9836-71e24ce5e6e8 req-61e8aa41-8bcf-42df-ae19-65c93873f7d1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321088 Jan 25 16:20:22.244690 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883505e-6bda-427a-bd96-fad3c6f2f8a8 req-bc54ee6d-f0a5-47bf-8101-c5d3fc426292 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:22.245953 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3883505e-6bda-427a-bd96-fad3c6f2f8a8 req-bc54ee6d-f0a5-47bf-8101-c5d3fc426292 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0785191 Jan 25 16:20:22.280602 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3883505e-6bda-427a-bd96-fad3c6f2f8a8 req-8cc3a971-2fd5-4da9-b581-e494cc9624d1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300300 Jan 25 16:20:23.032940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-990efcb6-04db-4488-a6b8-a22a3c8aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:23.465391 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7c9a8-a220-4412-a85e-0d8da7b55dd8 req-735efb4b-89f8-488a-a9a9-4acbcde3611d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:23.466391 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-80c7c9a8-a220-4412-a85e-0d8da7b55dd8 req-735efb4b-89f8-488a-a9a9-4acbcde3611d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0742946 Jan 25 16:20:23.504067 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-80c7c9a8-a220-4412-a85e-0d8da7b55dd8 req-f8b662b9-89a1-4604-858c-c0e58f75aedc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305097 Jan 25 16:20:23.524264 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:20:24.035293 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d34257bf-6c5c-495a-b0d8-6ff5d0021830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:24.631019 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:24.691183 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b7fea-24e7-420a-84e7-d7fc4634b3a4 req-9696d32f-dbc9-447d-8a90-91c4202b8029 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:24.692314 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-573b7fea-24e7-420a-84e7-d7fc4634b3a4 req-9696d32f-dbc9-447d-8a90-91c4202b8029 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0854454 Jan 25 16:20:24.730215 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-573b7fea-24e7-420a-84e7-d7fc4634b3a4 req-cfa3882a-378c-41c0-b279-14a56b1dfa45 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334098 Jan 25 16:20:24.923560 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:25.736605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:25.818920 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:25.907264 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da323192-a375-4ce7-9afb-793218b71709 req-3d380570-868e-45ed-8ba2-f7d1ccc09db5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:25.908322 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-da323192-a375-4ce7-9afb-793218b71709 req-3d380570-868e-45ed-8ba2-f7d1ccc09db5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0873969 Jan 25 16:20:25.946581 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-da323192-a375-4ce7-9afb-793218b71709 req-d50f086d-38ee-4415-a2fb-164ddb5d47d7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305882 Jan 25 16:20:27.129610 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab3dae-0710-49c3-85d4-b1bb78328647 req-49baf90c-3a44-4143-be80-43e01444bc78 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:27.130689 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-61ab3dae-0710-49c3-85d4-b1bb78328647 req-49baf90c-3a44-4143-be80-43e01444bc78 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0752084 Jan 25 16:20:27.168796 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-61ab3dae-0710-49c3-85d4-b1bb78328647 req-4e9d30a1-2786-44c7-9643-355687ce1810 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306504 Jan 25 16:20:28.342949 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d867f-2122-4e4c-aeb3-699fc4651829 req-7dfdc313-941b-4c96-985d-3a7c2e50bf54 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:28.344221 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-482d867f-2122-4e4c-aeb3-699fc4651829 req-7dfdc313-941b-4c96-985d-3a7c2e50bf54 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0735080 Jan 25 16:20:28.383608 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-482d867f-2122-4e4c-aeb3-699fc4651829 req-b245378a-ec15-4227-95ca-6edb2899fb8e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322978 Jan 25 16:20:29.561240 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2d443-e542-4ac4-b587-17b2f64699fb req-f5039e85-2edf-4214-bc46-4cf4006e09fe tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:29.562305 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c5f2d443-e542-4ac4-b587-17b2f64699fb req-f5039e85-2edf-4214-bc46-4cf4006e09fe tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0779755 Jan 25 16:20:29.595106 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c5f2d443-e542-4ac4-b587-17b2f64699fb req-fd14b2ed-59e5-4c2f-8308-d210895ac3d0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288873 Jan 25 16:20:30.792290 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de54e6-9427-4fc5-9b29-112271ae6e47 req-78dcbb56-5d12-40b5-92ee-f42d4c2bfb2e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:30.794340 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a2de54e6-9427-4fc5-9b29-112271ae6e47 req-78dcbb56-5d12-40b5-92ee-f42d4c2bfb2e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0899332 Jan 25 16:20:30.830575 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a2de54e6-9427-4fc5-9b29-112271ae6e47 req-2b0ec817-ba73-4b0a-b979-f1a843c42a8a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314801 Jan 25 16:20:32.003588 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdab70-1b40-4262-87d4-da32201bdda6 req-093a4c6a-3e7b-43e5-9f50-1567a9482daa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:32.004618 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-87fdab70-1b40-4262-87d4-da32201bdda6 req-093a4c6a-3e7b-43e5-9f50-1567a9482daa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0748351 Jan 25 16:20:32.052451 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-87fdab70-1b40-4262-87d4-da32201bdda6 req-56c623a0-b413-4bda-ac13-518154ae924a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401392 Jan 25 16:20:33.236631 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c903b-6d14-4500-a48b-2d75f62bded7 req-88e92dbd-0f06-443d-a4ae-d5d92ee2a935 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:33.237734 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c90c903b-6d14-4500-a48b-2d75f62bded7 req-88e92dbd-0f06-443d-a4ae-d5d92ee2a935 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0769222 Jan 25 16:20:33.271932 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c90c903b-6d14-4500-a48b-2d75f62bded7 req-1fd615ba-30cb-4d0a-bd3a-8b35dd80200b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293412 Jan 25 16:20:34.457724 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532db040-4343-40bc-b093-430470b8ce88 req-8f565cb6-0117-402a-8d90-3eb8d44574ef tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:34.458741 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-532db040-4343-40bc-b093-430470b8ce88 req-8f565cb6-0117-402a-8d90-3eb8d44574ef tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0767994 Jan 25 16:20:34.496403 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-532db040-4343-40bc-b093-430470b8ce88 req-26056329-b5a8-4600-8d54-1e3cdad05226 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304406 Jan 25 16:20:35.076988 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 45980) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:20:35.186847 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:35.197261 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:20:35.200116 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Usage tracker for resource:security_group_rule and tenant:a0f74fe9d67f4e43bf2b74813de8b7d0 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:20:35.202158 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:20:35.205963 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:20:35.263706 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:35.265978 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:35.271040 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f0d51402-dcd8-4e8a-a4f4-d1af32d8ffe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:20:35.294655 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a0f74fe9d67f4e43bf2b74813de8b7d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168462 Jan 25 16:20:35.295234 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3d2c0a-82aa-46b1-9a3b-c5b06468cbf1,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:20:35.297361 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 45986) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:20:35.300479 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.300755 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.301012 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.301268 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.301520 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.301771 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.302236 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.302532 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.302790 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.303040 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.303291 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.303539 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.303853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.304121 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.304382 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.304630 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.304875 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.305124 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.305369 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.305658 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.305878 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.306124 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.306390 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.306650 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.309773 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-58641d6a-a4b4-4611-9733-e94cc0e34e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:20:35.339447 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:35.354131 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:35.381399 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:35.383378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8e2f49d6-51ec-4797-a33f-3f2afb40edc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:20:35.389435 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3d2c0a-82aa-46b1-9a3b-c5b06468cbf1,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:20:35.395143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.395374 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.395590 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.396075 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.396322 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.396538 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.396750 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.396960 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.397174 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.397384 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.397593 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.397801 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.398053 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.398264 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.398490 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.398682 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.398889 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.399099 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.399307 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.399513 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.399720 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.399928 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.400150 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.400364 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:35.402045 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:35.402766 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6b3d2c0a-82aa-46b1-9a3b-c5b06468cbf1 HTTP/1.1" status: 204 len: 168 time: 0.1046047 Jan 25 16:20:35.403308 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:20:35.599592 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 45996) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:20:35.612352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e7f43234-f5f1-49c6-87a6-5b42076613ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:35.621718 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-e7f43234-f5f1-49c6-87a6-5b42076613ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:20:35.624585 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-e7f43234-f5f1-49c6-87a6-5b42076613ce admin admin] Usage tracker for resource:security_group_rule and tenant:1e5e7d1fb30c4626b45b33fb639bafc8 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:20:35.626473 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-e7f43234-f5f1-49c6-87a6-5b42076613ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:20:35.629973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-e7f43234-f5f1-49c6-87a6-5b42076613ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:20:35.649635 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39764b8d-e7b3-4845-aa02-073990dbf02b req-67197af2-dd10-4921-a4b4-cda6f4dafbbb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:35.650736 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-39764b8d-e7b3-4845-aa02-073990dbf02b req-67197af2-dd10-4921-a4b4-cda6f4dafbbb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0692244 Jan 25 16:20:35.680576 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e7f43234-f5f1-49c6-87a6-5b42076613ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:35.682493 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e7f43234-f5f1-49c6-87a6-5b42076613ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:35.686604 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c33134ea-92d1-49d7-94a0-391e566814ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:20:35.687292 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-39764b8d-e7b3-4845-aa02-073990dbf02b req-b9d7538d-fafa-4613-8cb4-7f11f08c5e2a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287457 Jan 25 16:20:35.708686 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f43234-f5f1-49c6-87a6-5b42076613ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddc3862-f2e9-47cc-bf56-c2b2ae76dbc3,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:20:35.711312 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-e7f43234-f5f1-49c6-87a6-5b42076613ce admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1e5e7d1fb30c4626b45b33fb639bafc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1108880 Jan 25 16:20:35.711861 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e7f43234-f5f1-49c6-87a6-5b42076613ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:20:35.713342 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 46000) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:20:35.750276 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f92e-25c3-4cb1-90e8-eb2244c95c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:35.765548 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f92e-25c3-4cb1-90e8-eb2244c95c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:35.792597 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f92e-25c3-4cb1-90e8-eb2244c95c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:35.794432 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9d5ab9f8-4b01-4355-a3db-b4f7fd4c251e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:20:35.800356 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9f92e-25c3-4cb1-90e8-eb2244c95c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddc3862-f2e9-47cc-bf56-c2b2ae76dbc3,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:20:35.802543 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d4f9f92e-25c3-4cb1-90e8-eb2244c95c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:20:35.805593 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f92e-25c3-4cb1-90e8-eb2244c95c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:35.805593 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-d4f9f92e-25c3-4cb1-90e8-eb2244c95c93 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5ddc3862-f2e9-47cc-bf56-c2b2ae76dbc3 HTTP/1.1" status: 204 len: 168 time: 0.0916393 Jan 25 16:20:36.313380 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 46022) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:20:36.416760 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-328177259-network', 'tenant_id': '8f0b836bf2cd4380872fa5c6ade08bc5'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:20:36.422962 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:20:36.428204 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Usage tracker for resource:network and tenant:8f0b836bf2cd4380872fa5c6ade08bc5 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:20:36.431961 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:20:36.437101 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:20:36.445166 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Made reservation on behalf of 8f0b836bf2cd4380872fa5c6ade08bc5 for: {'network': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:20:36.448762 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for network, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:36.457261 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:36.467499 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:20:36.470160 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Usage tracker for resource:security_group_rule and tenant:8f0b836bf2cd4380872fa5c6ade08bc5 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:20:36.472080 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:20:36.476453 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:20:36.533996 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:36.536309 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:36.538571 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ab6119a9-a688-43da-aaba-7bf909bef347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:20:36.558589 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=79985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 16:20:36.564463 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cb0dfb-c0ac-4906-afb4-5e8597e86de1,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:20:36.568555 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:20:36.569222 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293216955320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:36.569483 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.segments_db [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Added segment 2f96b69b-9de3-47b0-b089-02347e148607 of type vxlan for network 96acb0b3-6a1a-4f2f-9476-3f5f50de4254 Jan 25 16:20:36.599875 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293217476331'] for network, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:36.619798 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for network, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:36.620733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:36.621184 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:36.623705 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-97da66c4-47d9-4847-bb1c-f49880482426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:20:36.694419 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Pushing event updated for resources: {'Network': ['ID=96acb0b3-6a1a-4f2f-9476-3f5f50de4254,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:20:36.696795 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:20:36.698239 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.3840065 Jan 25 16:20:36.700814 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 46028) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:20:36.704113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Network 96acb0b3-6a1a-4f2f-9476-3f5f50de4254 details requested by agent ovs-agent-dv-cinder-766064-3-iscsi with host dv-cinder-766064-3-iscsi {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:20:36.704875 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-caf9195a-5744-460f-b9fe-ad8df1357f75 admin admin] Request body: {'subnet': {'network_id': '96acb0b3-6a1a-4f2f-9476-3f5f50de4254', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-328177259-subnet', 'tenant_id': '8f0b836bf2cd4380872fa5c6ade08bc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:20:36.708935 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-caf9195a-5744-460f-b9fe-ad8df1357f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:20:36.711681 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-caf9195a-5744-460f-b9fe-ad8df1357f75 admin admin] Usage tracker for resource:subnet and tenant:8f0b836bf2cd4380872fa5c6ade08bc5 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:20:36.713772 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-caf9195a-5744-460f-b9fe-ad8df1357f75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:20:36.717599 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-caf9195a-5744-460f-b9fe-ad8df1357f75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:20:36.718454 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Network 96acb0b3-6a1a-4f2f-9476-3f5f50de4254 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:20:36.727378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf9195a-5744-460f-b9fe-ad8df1357f75 admin admin] Made reservation on behalf of 8f0b836bf2cd4380872fa5c6ade08bc5 for: {'subnet': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:20:36.730761 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-caf9195a-5744-460f-b9fe-ad8df1357f75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26587357'] for subnet, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:36.836536 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4752f9a-34bd-491c-b72c-82094167c29e req-9fb177c6-5bbc-45b6-b7c2-15f2f97fa136 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:36.837703 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f4752f9a-34bd-491c-b72c-82094167c29e req-9fb177c6-5bbc-45b6-b7c2-15f2f97fa136 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0632849 Jan 25 16:20:36.875425 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f4752f9a-34bd-491c-b72c-82094167c29e req-448f057d-d362-46a9-8e30-b770087722c6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324066 Jan 25 16:20:37.169603 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-caf9195a-5744-460f-b9fe-ad8df1357f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036828459237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26587340'] for subnet, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:37.179554 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:20:37.242694 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9195a-5744-460f-b9fe-ad8df1357f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b2ce9d-c6cd-454f-aded-ec9835d3f401,revision_number=0']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:20:37.249435 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-caf9195a-5744-460f-b9fe-ad8df1357f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:20:37.282160 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf9195a-5744-460f-b9fe-ad8df1357f75 admin admin] Checking segment: {'id': '2f96b69b-9de3-47b0-b089-02347e148607', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96acb0b3-6a1a-4f2f-9476-3f5f50de4254'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:20:37.282359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf9195a-5744-460f-b9fe-ad8df1357f75 admin admin] Network hostable DHCP agents. Network: 96acb0b3-6a1a-4f2f-9476-3f5f50de4254, hostable agents: ['49719f6d-5a78-4eed-bacf-47ff3e91c67a'], hosted agents: [] {{(pid=79985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 16:20:37.294138 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf9195a-5744-460f-b9fe-ad8df1357f75 admin admin] Network 96acb0b3-6a1a-4f2f-9476-3f5f50de4254 is scheduled to be hosted by DHCP agent 49719f6d-5a78-4eed-bacf-47ff3e91c67a with binding_index 1 {{(pid=79985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 16:20:37.299452 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-caf9195a-5744-460f-b9fe-ad8df1357f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-3-iscsi, 96acb0b3-6a1a-4f2f-9476-3f5f50de4254) {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:20:37.306035 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf9195a-5744-460f-b9fe-ad8df1357f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:37.306233 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-caf9195a-5744-460f-b9fe-ad8df1357f75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:37.309360 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e38d91-7dc7-4851-87dd-7458c1b89cf7 None None] Network 96acb0b3-6a1a-4f2f-9476-3f5f50de4254 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:20:37.317013 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-caf9195a-5744-460f-b9fe-ad8df1357f75 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6154807 Jan 25 16:20:37.614327 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd3c3f7-cd43-46f8-a060-0718f92188ce None None] Network 96acb0b3-6a1a-4f2f-9476-3f5f50de4254 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:20:38.049170 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb8c56-28da-457d-97e9-8ed46a068ef1 req-d5ad8b44-688b-45d0-a193-2ef44a09e026 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:38.050025 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eafb8c56-28da-457d-97e9-8ed46a068ef1 req-d5ad8b44-688b-45d0-a193-2ef44a09e026 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0672965 Jan 25 16:20:38.078062 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eafb8c56-28da-457d-97e9-8ed46a068ef1 req-b60c626a-6b13-4541-97dd-b1256090f1ef tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241168 Jan 25 16:20:39.103099 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-c38ac1d2-c8f7-47e8-abfb-7758847403fb tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:39.104117 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-c38ac1d2-c8f7-47e8-abfb-7758847403fb tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/networks?id=96acb0b3-6a1a-4f2f-9476-3f5f50de4254 HTTP/1.1" status: 200 len: 808 time: 0.1262951 Jan 25 16:20:39.114858 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-15fcf1b6-9c4a-4493-a10b-0bcf3087dcbc tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/quotas/8f0b836bf2cd4380872fa5c6ade08bc5 HTTP/1.1" status: 200 len: 375 time: 0.0063460 Jan 25 16:20:39.149837 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-ae4991b4-cbc0-45e5-8c4b-01b1e746b12c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?tenant_id=8f0b836bf2cd4380872fa5c6ade08bc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314865 Jan 25 16:20:39.235577 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0223c9-a217-45d7-8173-5f00ee41caff req-74d7293b-04cd-4f84-b892-f50eae24d39a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:39.236725 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0f0223c9-a217-45d7-8173-5f00ee41caff req-74d7293b-04cd-4f84-b892-f50eae24d39a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0698373 Jan 25 16:20:39.247260 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-279502c6-a108-427d-9816-e7d288cc14ff service neutron] 10.222.0.107 "GET /v2.0/networks/96acb0b3-6a1a-4f2f-9476-3f5f50de4254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919859 Jan 25 16:20:39.272465 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0f0223c9-a217-45d7-8173-5f00ee41caff req-86fc0e5b-e108-457d-aff8-5ff017ad3d44 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309632 Jan 25 16:20:39.328653 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-fbb3812a-6b66-44c5-ad94-e8d385a96911 service neutron] 10.222.0.107 "GET /v2.0/networks/96acb0b3-6a1a-4f2f-9476-3f5f50de4254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0764844 Jan 25 16:20:39.465042 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-36ba4d33-90fe-41bb-9de8-ac4d656dbaed req-c24d437a-5da9-4d76-bff3-44b0246e969d tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=a98a9b42-b079-4392-8871-fa0982eb8bfd HTTP/1.1" status: 200 len: 210 time: 0.0333984 Jan 25 16:20:40.460162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527e405-51e3-431b-a5c3-048325e256f8 req-4c64be55-63be-45a1-8602-31a0e7278940 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:40.461175 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f527e405-51e3-431b-a5c3-048325e256f8 req-4c64be55-63be-45a1-8602-31a0e7278940 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0863640 Jan 25 16:20:40.498430 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f527e405-51e3-431b-a5c3-048325e256f8 req-9b4c2795-2258-4303-926f-eac3d81c59d9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323222 Jan 25 16:20:40.580067 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7a820717-7c61-4c92-9b62-bc330d191950 req-75071698-5d3f-4c43-b4cd-c65738d57137 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=a98a9b42-b079-4392-8871-fa0982eb8bfd HTTP/1.1" status: 200 len: 210 time: 0.0325441 Jan 25 16:20:41.053017 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-cb01162a-d192-465a-87f1-f245b4b82a7a tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:41.053539 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-cb01162a-d192-465a-87f1-f245b4b82a7a tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Synchronizing usage tracker for tenant:8f0b836bf2cd4380872fa5c6ade08bc5 on resource:network {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:20:41.066201 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-cb01162a-d192-465a-87f1-f245b4b82a7a tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Unset dirty status for tenant:8f0b836bf2cd4380872fa5c6ade08bc5 on resource:network {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:20:41.067031 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-cb01162a-d192-465a-87f1-f245b4b82a7a tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.117 "GET /v2.0/networks?id=96acb0b3-6a1a-4f2f-9476-3f5f50de4254 HTTP/1.1" status: 200 len: 808 time: 0.1335883 Jan 25 16:20:41.085423 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-b1e13dca-ee6e-4592-b75d-bc74a473b45c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Request body: {'port': {'device_id': 'a98a9b42-b079-4392-8871-fa0982eb8bfd', 'network_id': '96acb0b3-6a1a-4f2f-9476-3f5f50de4254', 'admin_state_up': True, 'tenant_id': '8f0b836bf2cd4380872fa5c6ade08bc5'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:20:41.179002 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-b1e13dca-ee6e-4592-b75d-bc74a473b45c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:20:41.182270 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-b1e13dca-ee6e-4592-b75d-bc74a473b45c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Usage tracker for resource:port and tenant:8f0b836bf2cd4380872fa5c6ade08bc5 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:20:41.184266 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-b1e13dca-ee6e-4592-b75d-bc74a473b45c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Quota usage for port was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:20:41.188301 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-b1e13dca-ee6e-4592-b75d-bc74a473b45c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:20:41.195050 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-b1e13dca-ee6e-4592-b75d-bc74a473b45c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Made reservation on behalf of 8f0b836bf2cd4380872fa5c6ade08bc5 for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:20:41.201699 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-b1e13dca-ee6e-4592-b75d-bc74a473b45c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:41.393385 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-b1e13dca-ee6e-4592-b75d-bc74a473b45c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Allocated IP 172.20.0.3 (96acb0b3-6a1a-4f2f-9476-3f5f50de4254/92b2ce9d-c6cd-454f-aded-ec9835d3f401/808104f8-c2d2-4a56-af7e-8a2a36b7d9f3) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:20:41.523782 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-b1e13dca-ee6e-4592-b75d-bc74a473b45c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:41.541125 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-b1e13dca-ee6e-4592-b75d-bc74a473b45c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:41.550498 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-fdc21a7c-ba6c-4a64-8d74-4f75a9896ccc tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:20:41.625580 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e13dca-ee6e-4592-b75d-bc74a473b45c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Pushing event updated for resources: {'Port': ['ID=808104f8-c2d2-4a56-af7e-8a2a36b7d9f3,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:20:41.628120 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b1e13dca-ee6e-4592-b75d-bc74a473b45c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:20:41.662806 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cedf4-35a5-44ba-b9e8-4e4b2b66b50b req-d4d7960c-79e3-40e1-963a-e6b5850895e1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:41.663894 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9d0cedf4-35a5-44ba-b9e8-4e4b2b66b50b req-d4d7960c-79e3-40e1-963a-e6b5850895e1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0817177 Jan 25 16:20:41.683902 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-b1e13dca-ee6e-4592-b75d-bc74a473b45c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Network 96acb0b3-6a1a-4f2f-9476-3f5f50de4254 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:20:41.684905 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-b1e13dca-ee6e-4592-b75d-bc74a473b45c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:20:41.687374 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-b1e13dca-ee6e-4592-b75d-bc74a473b45c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:20:41.696550 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9d0cedf4-35a5-44ba-b9e8-4e4b2b66b50b req-6ae46c7c-5f0d-469c-bfbc-c45446ada590 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286400 Jan 25 16:20:41.737372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-b1e13dca-ee6e-4592-b75d-bc74a473b45c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:41.737838 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-b1e13dca-ee6e-4592-b75d-bc74a473b45c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:41.763313 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e6f0d-cce4-40b2-a1a5-913364832beb req-fbbaa2c9-c6ab-4d01-9abd-ce16e9903525 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:41.763755 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-6d6e6f0d-cce4-40b2-a1a5-913364832beb req-fbbaa2c9-c6ab-4d01-9abd-ce16e9903525 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Synchronizing usage tracker for tenant:8f0b836bf2cd4380872fa5c6ade08bc5 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:20:41.766479 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-b1e13dca-ee6e-4592-b75d-bc74a473b45c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6839695 Jan 25 16:20:41.773764 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-6d6e6f0d-cce4-40b2-a1a5-913364832beb req-fbbaa2c9-c6ab-4d01-9abd-ce16e9903525 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Unset dirty status for tenant:8f0b836bf2cd4380872fa5c6ade08bc5 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:20:41.774414 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6d6e6f0d-cce4-40b2-a1a5-913364832beb req-fbbaa2c9-c6ab-4d01-9abd-ce16e9903525 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=a98a9b42-b079-4392-8871-fa0982eb8bfd HTTP/1.1" status: 200 len: 931 time: 0.1222787 Jan 25 16:20:41.779201 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Request body: {'port': {'device_id': 'a98a9b42-b079-4392-8871-fa0982eb8bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:20:41.843562 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-6d6e6f0d-cce4-40b2-a1a5-913364832beb req-42ac3435-c7d3-43d8-8373-ff888f39946c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Synchronizing usage tracker for tenant:8f0b836bf2cd4380872fa5c6ade08bc5 on resource:security_group {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:20:41.863923 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:41.870050 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-6d6e6f0d-cce4-40b2-a1a5-913364832beb req-42ac3435-c7d3-43d8-8373-ff888f39946c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Unset dirty status for tenant:8f0b836bf2cd4380872fa5c6ade08bc5 on resource:security_group {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:20:41.870782 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6d6e6f0d-cce4-40b2-a1a5-913364832beb req-42ac3435-c7d3-43d8-8373-ff888f39946c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774181 Jan 25 16:20:42.078545 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3 {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:20:42.082564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:42.090226 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Transition to ACTIVE for port object 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3 will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:20:42.093059 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:42.100190 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1a6e2ed1-ffae-4a4c-a010-8f6d2cfef5a6 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:20:42.169035 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Pushing event updated for resources: {'Port': ['ID=808104f8-c2d2-4a56-af7e-8a2a36b7d9f3,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:20:42.171612 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:20:42.268534 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Attempting to bind port 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:20:42.268740 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Attempting to bind port 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '2f96b69b-9de3-47b0-b089-02347e148607', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96acb0b3-6a1a-4f2f-9476-3f5f50de4254'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:20:42.268941 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Attempting to bind port 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3 on network 96acb0b3-6a1a-4f2f-9476-3f5f50de4254 {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:20:42.272034 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:20:42.272288 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Checking segment: {'id': '2f96b69b-9de3-47b0-b089-02347e148607', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96acb0b3-6a1a-4f2f-9476-3f5f50de4254'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:20:42.272464 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:42.272653 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Bound using segment: {'id': '2f96b69b-9de3-47b0-b089-02347e148607', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96acb0b3-6a1a-4f2f-9476-3f5f50de4254'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:20:42.272922 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Bound port: 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f96b69b-9de3-47b0-b089-02347e148607', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96acb0b3-6a1a-4f2f-9476-3f5f50de4254'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:20:42.273116 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:42.322950 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] For port 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:20:42.324735 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] For port 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=808104f8-c2d2-4a56-af7e-8a2a36b7d9f3,segment=NetworkSegment(2f96b69b-9de3-47b0-b089-02347e148607),segment_id=2f96b69b-9de3-47b0-b089-02347e148607)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:20:42.327342 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:42.334027 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2f61c7be-6287-485e-934a-9fa092d1e4ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:20:42.620983 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Pushing event updated for resources: {'Port': ['ID=808104f8-c2d2-4a56-af7e-8a2a36b7d9f3,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:20:42.624177 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:20:42.643288 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:42.643654 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:42.644569 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] 10.222.0.117 "PUT /v2.0/ports/808104f8-c2d2-4a56-af7e-8a2a36b7d9f3 HTTP/1.1" status: 200 len: 1157 time: 0.8677039 Jan 25 16:20:42.644877 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98a9b42-b079-4392-8871-fa0982eb8bfd', 'tag': '808104f8-c2d2-4a56-af7e-8a2a36b7d9f3'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:20:42.676163 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98a9b42-b079-4392-8871-fa0982eb8bfd', 'tag': '808104f8-c2d2-4a56-af7e-8a2a36b7d9f3', 'status': 'completed', 'code': 200} Jan 25 16:20:42.820612 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c316850-cdee-45e9-a03b-79696830939b req-77168b72-f7b9-41ce-83b6-1514b4872cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:42.821595 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2c316850-cdee-45e9-a03b-79696830939b req-77168b72-f7b9-41ce-83b6-1514b4872cac service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8f0b836bf2cd4380872fa5c6ade08bc5&device_id=a98a9b42-b079-4392-8871-fa0982eb8bfd HTTP/1.1" status: 200 len: 1160 time: 0.0837700 Jan 25 16:20:42.907976 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb221082-0855-4959-9067-aee3aec27d0c req-a9d4527a-9aa0-44d3-91c1-fad8cf1f40a0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:42.909045 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eb221082-0855-4959-9067-aee3aec27d0c req-a9d4527a-9aa0-44d3-91c1-fad8cf1f40a0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1233907 Jan 25 16:20:42.963005 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c316850-cdee-45e9-a03b-79696830939b req-0c2cd5dd-68f5-4a84-a2d6-5e6055ac5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:42.964028 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2c316850-cdee-45e9-a03b-79696830939b req-0c2cd5dd-68f5-4a84-a2d6-5e6055ac5357 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=8f0b836bf2cd4380872fa5c6ade08bc5&shared=False HTTP/1.1" status: 200 len: 902 time: 0.1323309 Jan 25 16:20:42.968468 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eb221082-0855-4959-9067-aee3aec27d0c req-61603679-8743-494a-8092-427641f700b5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517545 Jan 25 16:20:43.011083 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799402d-60cc-4fa8-aa0f-a91cae88f251 req-a3175e74-8559-48c8-8587-031253d1f0c3 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:43.012003 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b799402d-60cc-4fa8-aa0f-a91cae88f251 req-a3175e74-8559-48c8-8587-031253d1f0c3 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=a98a9b42-b079-4392-8871-fa0982eb8bfd HTTP/1.1" status: 200 len: 943 time: 0.0705197 Jan 25 16:20:43.041389 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b799402d-60cc-4fa8-aa0f-a91cae88f251 req-2c0c1aab-a463-42e7-9e04-58b9c4aa0d18 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255139 Jan 25 16:20:43.060930 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c316850-cdee-45e9-a03b-79696830939b req-732960dd-1435-467d-9f56-eaee13ec6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:43.061879 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2c316850-cdee-45e9-a03b-79696830939b req-732960dd-1435-467d-9f56-eaee13ec6395 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.0900517 Jan 25 16:20:43.819049 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-621233d5-95fd-4afb-8cd9-8450236fd924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:43.820182 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-621233d5-95fd-4afb-8cd9-8450236fd924 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8f0b836bf2cd4380872fa5c6ade08bc5&device_id=a98a9b42-b079-4392-8871-fa0982eb8bfd HTTP/1.1" status: 200 len: 1160 time: 0.0647926 Jan 25 16:20:43.876950 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-3453ade8-296d-4ab3-90a1-5e813f84ac07 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=808104f8-c2d2-4a56-af7e-8a2a36b7d9f3 HTTP/1.1" status: 200 len: 217 time: 0.0457366 Jan 25 16:20:43.926698 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-56c40600-6428-489f-91ac-3420929c12c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:43.927660 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-56c40600-6428-489f-91ac-3420929c12c3 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=92b2ce9d-c6cd-454f-aded-ec9835d3f401 HTTP/1.1" status: 200 len: 848 time: 0.0429280 Jan 25 16:20:43.972738 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-ef915de1-a1ed-4717-a021-7ddf173ca4cc service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=96acb0b3-6a1a-4f2f-9476-3f5f50de4254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363472 Jan 25 16:20:44.100907 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-57260f3a-011f-4c03-9241-096135f46b2c service neutron] 10.222.0.117 "GET /v2.0/networks/96acb0b3-6a1a-4f2f-9476-3f5f50de4254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199868 Jan 25 16:20:44.198089 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896e02f-0fd8-4b48-90ad-cdec118caf7f req-1b6d2958-f379-4d56-b193-f3093c8c7085 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:44.199204 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7896e02f-0fd8-4b48-90ad-cdec118caf7f req-1b6d2958-f379-4d56-b193-f3093c8c7085 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1372988 Jan 25 16:20:44.206583 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913e745-8bf5-45fb-b37a-e24987199cc8 req-4128809e-282c-4f18-b914-ccd1dec61346 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:44.207702 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0913e745-8bf5-45fb-b37a-e24987199cc8 req-4128809e-282c-4f18-b914-ccd1dec61346 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=a98a9b42-b079-4392-8871-fa0982eb8bfd HTTP/1.1" status: 200 len: 943 time: 0.0709574 Jan 25 16:20:44.245578 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0913e745-8bf5-45fb-b37a-e24987199cc8 req-161825bc-743a-4e83-babb-282eab9b7a10 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332232 Jan 25 16:20:44.245768 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-12271d38-2244-4fc0-9ff0-12a3ae7c1cc2 req-b0b5a068-586c-49e2-8a69-947af76606c9 service neutron] 10.222.0.117 "GET /v2.0/networks/96acb0b3-6a1a-4f2f-9476-3f5f50de4254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1339936 Jan 25 16:20:44.254480 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7896e02f-0fd8-4b48-90ad-cdec118caf7f req-5d2b5411-4992-4c64-8c91-f6c4b015f6fa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501497 Jan 25 16:20:45.419457 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc17b0d-81f7-49c7-b92f-850aad172124 req-dbc7abf7-d6f0-4b6e-8ca8-c0daaf2fa653 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:45.420568 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ddc17b0d-81f7-49c7-b92f-850aad172124 req-dbc7abf7-d6f0-4b6e-8ca8-c0daaf2fa653 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=a98a9b42-b079-4392-8871-fa0982eb8bfd HTTP/1.1" status: 200 len: 943 time: 0.0714281 Jan 25 16:20:45.444635 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0ee6d-5052-4c79-bab7-9b66cc943cb6 req-41c14787-09a7-4844-95ea-da8c527b0179 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:45.445607 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-18d0ee6d-5052-4c79-bab7-9b66cc943cb6 req-41c14787-09a7-4844-95ea-da8c527b0179 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0880015 Jan 25 16:20:45.458944 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ddc17b0d-81f7-49c7-b92f-850aad172124 req-cbcbccb4-9099-4e2e-b0ab-986a35e8dd38 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308433 Jan 25 16:20:45.482181 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-18d0ee6d-5052-4c79-bab7-9b66cc943cb6 req-383b0b5d-3749-4c2b-8f2c-0489a6c1e412 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307412 Jan 25 16:20:46.627748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538eaa0-b4bd-4990-b2d9-691ca61f8763 req-f220dc34-2b33-4f49-a6d6-3102c9f82dc1 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:46.628890 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6538eaa0-b4bd-4990-b2d9-691ca61f8763 req-f220dc34-2b33-4f49-a6d6-3102c9f82dc1 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=a98a9b42-b079-4392-8871-fa0982eb8bfd HTTP/1.1" status: 200 len: 943 time: 0.0770547 Jan 25 16:20:46.653086 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3619111-1154-4ca9-9656-40abb2a68778 req-a0ba49d1-ce82-4711-8863-1aa607399746 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:46.654150 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c3619111-1154-4ca9-9656-40abb2a68778 req-a0ba49d1-ce82-4711-8863-1aa607399746 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0806575 Jan 25 16:20:46.663773 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6538eaa0-b4bd-4990-b2d9-691ca61f8763 req-1c038cf9-28ca-4834-beb2-7e1039aff3e5 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300901 Jan 25 16:20:46.695357 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c3619111-1154-4ca9-9656-40abb2a68778 req-fc6e018e-c759-47e0-a901-3bbf8ade000a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363164 Jan 25 16:20:46.895539 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.objects.ports [None req-85f1c9b4-e99d-4858-900b-ffc8adcb55c6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79986) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 25 16:20:47.195426 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:20:47.254357 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:20:47.258777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:20:47.259072 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:47.341459 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:47.360542 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98a9b42-b079-4392-8871-fa0982eb8bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808104f8-c2d2-4a56-af7e-8a2a36b7d9f3'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:20:47.367529 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=808104f8-c2d2-4a56-af7e-8a2a36b7d9f3,segment=NetworkSegment(2f96b69b-9de3-47b0-b089-02347e148607),segment_id=2f96b69b-9de3-47b0-b089-02347e148607)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:20:47.370183 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:47.371621 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:20:47.401658 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98a9b42-b079-4392-8871-fa0982eb8bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808104f8-c2d2-4a56-af7e-8a2a36b7d9f3', 'code': 200} Jan 25 16:20:47.422606 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=808104f8-c2d2-4a56-af7e-8a2a36b7d9f3,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:20:47.427671 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.427922 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.428196 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.428437 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.428674 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.428909 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.429144 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.429376 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.429626 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.429865 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.430097 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.430334 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.430609 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.430841 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.431072 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.431301 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.431529 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.431758 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.431985 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.432244 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.432478 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.432707 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.432937 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.433164 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:20:47.436364 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:20:47.596842 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30481fa1-a62f-486a-acb7-bcd35cc8220e req-447a5e9d-4a6f-4bae-8b39-18d24d8b132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:47.597888 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-30481fa1-a62f-486a-acb7-bcd35cc8220e req-447a5e9d-4a6f-4bae-8b39-18d24d8b132d service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=a98a9b42-b079-4392-8871-fa0982eb8bfd HTTP/1.1" status: 200 len: 1162 time: 0.0581458 Jan 25 16:20:47.630846 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-30481fa1-a62f-486a-acb7-bcd35cc8220e req-c016c74c-f054-4cdc-a9b8-67b90227c8f6 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244997 Jan 25 16:20:47.829185 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989a16f-16b6-4001-be2c-2f32c5304431 req-588e8b34-871d-480d-9da3-115ddc259486 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:47.830248 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1989a16f-16b6-4001-be2c-2f32c5304431 req-588e8b34-871d-480d-9da3-115ddc259486 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=a98a9b42-b079-4392-8871-fa0982eb8bfd HTTP/1.1" status: 200 len: 945 time: 0.0736203 Jan 25 16:20:47.861282 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f0c3e-ee79-4416-b775-123dc99f613a req-1a48e968-3932-4419-b96e-a4d77cf2c3a2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:47.862379 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-904f0c3e-ee79-4416-b775-123dc99f613a req-1a48e968-3932-4419-b96e-a4d77cf2c3a2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0716271 Jan 25 16:20:47.864361 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1989a16f-16b6-4001-be2c-2f32c5304431 req-4d724fd3-aeb9-4a8d-8d56-85a83d6158d0 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299556 Jan 25 16:20:47.899832 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-904f0c3e-ee79-4416-b775-123dc99f613a req-30b9e674-21e3-4845-b042-8187b464124c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330174 Jan 25 16:20:48.758335 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:20:48.813355 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:20:48.813576 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:49.014745 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce402d-89ce-4d98-8d05-49e87959e435 req-b9eaef0b-063c-4909-b957-f4923f6526d1 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:49.016031 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efce402d-89ce-4d98-8d05-49e87959e435 req-b9eaef0b-063c-4909-b957-f4923f6526d1 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=a98a9b42-b079-4392-8871-fa0982eb8bfd HTTP/1.1" status: 200 len: 945 time: 0.0713017 Jan 25 16:20:49.054489 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efce402d-89ce-4d98-8d05-49e87959e435 req-32585b09-7401-4414-ac14-d30d34e77e0a tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338030 Jan 25 16:20:49.076398 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802cb30-b6a8-4bbb-8ade-1293dd523382 req-be1292cd-0b18-4cb5-b063-723615a3b923 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:49.077522 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9802cb30-b6a8-4bbb-8ade-1293dd523382 req-be1292cd-0b18-4cb5-b063-723615a3b923 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0737457 Jan 25 16:20:49.112162 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9802cb30-b6a8-4bbb-8ade-1293dd523382 req-16ab5961-bda7-490d-8a3c-69f72022fa72 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301559 Jan 25 16:20:50.377050 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0051996-c7e8-4edc-919c-16dababefb56 req-7efbfcd3-cc66-4462-88c2-90efc87ef371 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:50.378071 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b0051996-c7e8-4edc-919c-16dababefb56 req-7efbfcd3-cc66-4462-88c2-90efc87ef371 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1691880 Jan 25 16:20:50.416699 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b0051996-c7e8-4edc-919c-16dababefb56 req-96eb6582-7d69-4855-9b99-241491c1f645 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309448 Jan 25 16:20:51.611218 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbd2f2-aac1-4bc5-b298-2fbe52180784 req-5b813140-14f5-4479-b01e-9b1004099be0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:51.612494 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-78bbd2f2-aac1-4bc5-b298-2fbe52180784 req-5b813140-14f5-4479-b01e-9b1004099be0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0802305 Jan 25 16:20:51.648410 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-78bbd2f2-aac1-4bc5-b298-2fbe52180784 req-0c112008-9e61-49eb-b998-67c61d306acd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315700 Jan 25 16:20:52.829283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9b1d7-ee41-4616-bbff-a45a0338e4e5 req-ef52598e-b10b-4b3f-a349-bafc09ddf318 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:52.830355 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4bf9b1d7-ee41-4616-bbff-a45a0338e4e5 req-ef52598e-b10b-4b3f-a349-bafc09ddf318 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0807462 Jan 25 16:20:52.865405 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4bf9b1d7-ee41-4616-bbff-a45a0338e4e5 req-3144fbab-549c-4155-a8cc-5fe259e04df1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304706 Jan 25 16:20:53.023332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2804ad00-f167-4446-a45c-5794787b54b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:53.029091 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d9029-41e0-4d6d-9c17-cdee20d3e487 req-0c9a7972-4d0d-439e-92a7-0f862f7935e5 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:53.030214 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d87d9029-41e0-4d6d-9c17-cdee20d3e487 req-0c9a7972-4d0d-439e-92a7-0f862f7935e5 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=a98a9b42-b079-4392-8871-fa0982eb8bfd HTTP/1.1" status: 200 len: 945 time: 0.0759995 Jan 25 16:20:53.068130 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d87d9029-41e0-4d6d-9c17-cdee20d3e487 req-5b84fc9c-1b33-4d67-9b64-58fb84a0fbc6 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334074 Jan 25 16:20:54.030272 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6f25dc92-3f1c-4130-a152-650b15bc590f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:54.101501 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02d861-09d6-4934-9c64-50204eb4cdc7 req-e0bbaa8c-8f5e-46e4-86db-28787c2a9a51 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:54.102506 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5d02d861-09d6-4934-9c64-50204eb4cdc7 req-e0bbaa8c-8f5e-46e4-86db-28787c2a9a51 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1367283 Jan 25 16:20:54.156836 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5d02d861-09d6-4934-9c64-50204eb4cdc7 req-da543081-9d64-4b4c-90f0-c2e7eaba8881 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466640 Jan 25 16:20:54.218857 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a7709-549d-4402-b72a-1a99279d29a2 req-61bda84e-71a4-460c-a7fb-fd149168fc4b tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:54.219934 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-136a7709-549d-4402-b72a-1a99279d29a2 req-61bda84e-71a4-460c-a7fb-fd149168fc4b tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=a98a9b42-b079-4392-8871-fa0982eb8bfd HTTP/1.1" status: 200 len: 945 time: 0.0721099 Jan 25 16:20:54.255657 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-136a7709-549d-4402-b72a-1a99279d29a2 req-662e41fd-e9e7-46dd-9c43-49417cce2829 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312994 Jan 25 16:20:54.350233 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e0b51-dacc-44b4-a066-6db2bbc9b573 req-40994028-4bb3-4cfb-a4bf-10c77637fecd tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:54.351225 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-167e0b51-dacc-44b4-a066-6db2bbc9b573 req-40994028-4bb3-4cfb-a4bf-10c77637fecd tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.117 "GET /v2.0/ports?device_id=a98a9b42-b079-4392-8871-fa0982eb8bfd HTTP/1.1" status: 200 len: 945 time: 0.0725188 Jan 25 16:20:54.404793 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-167e0b51-dacc-44b4-a066-6db2bbc9b573 req-588cdd47-99cf-4c51-bb36-227f437a566b tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Deleting port 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:20:54.405009 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-167e0b51-dacc-44b4-a066-6db2bbc9b573 req-588cdd47-99cf-4c51-bb36-227f437a566b tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:54.575818 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-167e0b51-dacc-44b4-a066-6db2bbc9b573 req-588cdd47-99cf-4c51-bb36-227f437a566b tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] For port 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=808104f8-c2d2-4a56-af7e-8a2a36b7d9f3,segment=NetworkSegment(2f96b69b-9de3-47b0-b089-02347e148607),segment_id=2f96b69b-9de3-47b0-b089-02347e148607)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:20:54.576136 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-167e0b51-dacc-44b4-a066-6db2bbc9b573 req-588cdd47-99cf-4c51-bb36-227f437a566b tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:54.638442 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:54.653358 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-167e0b51-dacc-44b4-a066-6db2bbc9b573 req-588cdd47-99cf-4c51-bb36-227f437a566b tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Calling delete_port for 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3 owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:20:54.744864 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-167e0b51-dacc-44b4-a066-6db2bbc9b573 req-588cdd47-99cf-4c51-bb36-227f437a566b tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:54.753478 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:20:54.776409 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cdd47-99cf-4c51-bb36-227f437a566b tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Pushing event deleted for resources: {'Port': ['ID=808104f8-c2d2-4a56-af7e-8a2a36b7d9f3,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:20:54.789350 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:20:54.801555 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-588cdd47-99cf-4c51-bb36-227f437a566b tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:20:54.821440 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] No Port match for: 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:20:54.821645 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3 not bound to the agent host hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:20:54.861416 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-167e0b51-dacc-44b4-a066-6db2bbc9b573 req-588cdd47-99cf-4c51-bb36-227f437a566b tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] No DVR routers for this DVR port 808104f8-c2d2-4a56-af7e-8a2a36b7d9f3 on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:20:54.862709 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-167e0b51-dacc-44b4-a066-6db2bbc9b573 req-588cdd47-99cf-4c51-bb36-227f437a566b tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:54.864207 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98a9b42-b079-4392-8871-fa0982eb8bfd', 'name': 'network-vif-deleted', 'tag': '808104f8-c2d2-4a56-af7e-8a2a36b7d9f3'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:20:54.874331 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-167e0b51-dacc-44b4-a066-6db2bbc9b573 req-588cdd47-99cf-4c51-bb36-227f437a566b tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.117 "DELETE /v2.0/ports/808104f8-c2d2-4a56-af7e-8a2a36b7d9f3 HTTP/1.1" status: 204 len: 173 time: 0.5166483 Jan 25 16:20:54.901665 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98a9b42-b079-4392-8871-fa0982eb8bfd', 'name': 'network-vif-deleted', 'tag': '808104f8-c2d2-4a56-af7e-8a2a36b7d9f3', 'status': 'completed', 'code': 200} Jan 25 16:20:54.913614 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:55.238405 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:55.390598 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bfd056c9-c775-409a-88f9-adbc71e7c693 req-2e65f2ef-df77-43f0-8d0c-95287d509d3f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=a98a9b42-b079-4392-8871-fa0982eb8bfd HTTP/1.1" status: 200 len: 210 time: 0.0302756 Jan 25 16:20:55.565558 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae6829-1f2c-4395-b1df-c7eec1f66ec2 req-bb85da0c-c807-4db0-a825-a2c6a22f6c69 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:55.566498 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e5ae6829-1f2c-4395-b1df-c7eec1f66ec2 req-bb85da0c-c807-4db0-a825-a2c6a22f6c69 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.3162735 Jan 25 16:20:55.595490 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e5ae6829-1f2c-4395-b1df-c7eec1f66ec2 req-483a1fdc-c2c2-425a-8c40-a95e34fcee51 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245986 Jan 25 16:20:55.738260 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:20:56.536299 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4dbac4ad-b93a-45a0-bd8f-7f10dbc35edc req-78c0fc10-454e-43fb-95b0-ba7328f0e085 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=a98a9b42-b079-4392-8871-fa0982eb8bfd HTTP/1.1" status: 200 len: 210 time: 0.0405676 Jan 25 16:20:56.778230 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6ba21-0656-4481-aee2-312858cc4138 req-9f649c82-516a-438e-88a3-6c82c50c8a08 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:56.779203 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e7b6ba21-0656-4481-aee2-312858cc4138 req-9f649c82-516a-438e-88a3-6c82c50c8a08 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0776141 Jan 25 16:20:56.817888 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e7b6ba21-0656-4481-aee2-312858cc4138 req-7e6dbc87-00d5-4317-9b2a-34387417d905 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314643 Jan 25 16:20:57.845144 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-1738526c-6b5c-4a3a-8273-a4195f6f6c52 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:57.846161 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-1738526c-6b5c-4a3a-8273-a4195f6f6c52 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/networks?id=96acb0b3-6a1a-4f2f-9476-3f5f50de4254 HTTP/1.1" status: 200 len: 808 time: 0.1186230 Jan 25 16:20:57.857216 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7b5ed6d5-bbc3-474a-bdf8-06233f6d9985 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/quotas/8f0b836bf2cd4380872fa5c6ade08bc5 HTTP/1.1" status: 200 len: 375 time: 0.0067806 Jan 25 16:20:57.890677 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-e1647459-3a9d-4d58-ad64-71f46a9c67e0 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Synchronizing usage tracker for tenant:8f0b836bf2cd4380872fa5c6ade08bc5 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:20:57.901898 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-e1647459-3a9d-4d58-ad64-71f46a9c67e0 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Unset dirty status for tenant:8f0b836bf2cd4380872fa5c6ade08bc5 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:20:57.903539 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-e1647459-3a9d-4d58-ad64-71f46a9c67e0 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?tenant_id=8f0b836bf2cd4380872fa5c6ade08bc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427167 Jan 25 16:20:57.911578 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-eb703edb-4775-4486-adbc-cea7309bd44d service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:20:57.912220 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-eb703edb-4775-4486-adbc-cea7309bd44d service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0038764 Jan 25 16:20:57.986140 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecef081-7d04-4221-8cf2-edb772c7afe1 req-99915593-7b1a-4f20-94c0-9ed0db1724c3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:57.987191 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-aecef081-7d04-4221-8cf2-edb772c7afe1 req-99915593-7b1a-4f20-94c0-9ed0db1724c3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0787864 Jan 25 16:20:58.017792 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-74bf043e-567c-4e3c-8fbe-a1dd35952b56 service neutron] 10.222.0.107 "GET /v2.0/networks/96acb0b3-6a1a-4f2f-9476-3f5f50de4254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016588 Jan 25 16:20:58.020284 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-aecef081-7d04-4221-8cf2-edb772c7afe1 req-7f254b7b-4fb3-497e-85a3-cec8f1a3cf6a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291562 Jan 25 16:20:58.108949 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-962f4fd3-a27c-47d8-9e55-666b29bc5253 service neutron] 10.222.0.107 "GET /v2.0/networks/96acb0b3-6a1a-4f2f-9476-3f5f50de4254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0865941 Jan 25 16:20:58.249108 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c0ee9ac8-53f4-43ce-a962-6b1fabb4fc30 req-4d5c46ae-3233-4f75-a730-21660794663e tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 210 time: 0.0330539 Jan 25 16:20:59.201464 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf8b96-a338-42cb-9a26-e148f8baa216 req-7d50bcde-9785-45dc-b489-0cceedd00bdb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:20:59.202539 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-adaf8b96-a338-42cb-9a26-e148f8baa216 req-7d50bcde-9785-45dc-b489-0cceedd00bdb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0745385 Jan 25 16:20:59.235454 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-adaf8b96-a338-42cb-9a26-e148f8baa216 req-2a32fba7-9ddc-415f-8137-279aa1aa4c44 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285430 Jan 25 16:20:59.364819 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cbbbf228-37ea-4187-b4be-76e40ae8bd67 req-fd95843f-3691-4524-bbca-9e8f9c5ccf0f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 210 time: 0.0303934 Jan 25 16:21:00.412667 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaabf82-e934-4ed0-8004-238c22a7b129 req-7f9921c1-6774-40ca-bfcf-2ac54a718f65 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:00.413907 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bdaabf82-e934-4ed0-8004-238c22a7b129 req-7f9921c1-6774-40ca-bfcf-2ac54a718f65 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0748668 Jan 25 16:21:00.457313 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bdaabf82-e934-4ed0-8004-238c22a7b129 req-c29292bd-3a01-40b9-b66a-02295165fd5e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355375 Jan 25 16:21:00.489123 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-44767f6d-dc3f-4c5e-b0fe-02e7a7f2ac44 req-34c318c5-d6f7-4092-96f2-225c5e792a65 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 210 time: 0.0324996 Jan 25 16:21:00.521317 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:21:00.699136 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-b2d436b4-7d05-40d4-ad70-acbf000308f8 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:00.700175 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-b2d436b4-7d05-40d4-ad70-acbf000308f8 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.117 "GET /v2.0/networks?id=96acb0b3-6a1a-4f2f-9476-3f5f50de4254 HTTP/1.1" status: 200 len: 808 time: 0.1155667 Jan 25 16:21:00.718243 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-f2dadc5e-9499-4311-bc7e-568eb114b37f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Request body: {'port': {'device_id': '9b8a6a92-a906-4353-9255-4093d3956b51', 'network_id': '96acb0b3-6a1a-4f2f-9476-3f5f50de4254', 'admin_state_up': True, 'tenant_id': '8f0b836bf2cd4380872fa5c6ade08bc5'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:21:00.812302 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-f2dadc5e-9499-4311-bc7e-568eb114b37f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:21:00.819197 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-f2dadc5e-9499-4311-bc7e-568eb114b37f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:21:00.826113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-f2dadc5e-9499-4311-bc7e-568eb114b37f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Made reservation on behalf of 8f0b836bf2cd4380872fa5c6ade08bc5 for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:21:00.832474 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-f2dadc5e-9499-4311-bc7e-568eb114b37f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:01.021788 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-f2dadc5e-9499-4311-bc7e-568eb114b37f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Allocated IP 172.20.0.6 (96acb0b3-6a1a-4f2f-9476-3f5f50de4254/92b2ce9d-c6cd-454f-aded-ec9835d3f401/be4e6779-5c37-4547-82ad-a08ed373c02e) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:21:01.163793 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-f2dadc5e-9499-4311-bc7e-568eb114b37f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:01.182997 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-f2dadc5e-9499-4311-bc7e-568eb114b37f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:01.191204 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-588cdd47-99cf-4c51-bb36-227f437a566b tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:21:01.259336 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dadc5e-9499-4311-bc7e-568eb114b37f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Pushing event updated for resources: {'Port': ['ID=be4e6779-5c37-4547-82ad-a08ed373c02e,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:21:01.261659 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f2dadc5e-9499-4311-bc7e-568eb114b37f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:21:01.291729 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-f2dadc5e-9499-4311-bc7e-568eb114b37f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Network 96acb0b3-6a1a-4f2f-9476-3f5f50de4254 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:21:01.292455 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-f2dadc5e-9499-4311-bc7e-568eb114b37f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:21:01.293781 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-f2dadc5e-9499-4311-bc7e-568eb114b37f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:21:01.337757 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-f2dadc5e-9499-4311-bc7e-568eb114b37f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:01.338134 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-f2dadc5e-9499-4311-bc7e-568eb114b37f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:01.353471 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-f2dadc5e-9499-4311-bc7e-568eb114b37f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6379251 Jan 25 16:21:01.414776 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Request body: {'port': {'device_id': '9b8a6a92-a906-4353-9255-4093d3956b51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:21:01.490888 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:01.628497 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15202489-1242-4d98-b1e8-fdd8abbde5a3 req-cfdba489-cb93-41c9-855e-635aa3d4ed5d tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:01.629564 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-15202489-1242-4d98-b1e8-fdd8abbde5a3 req-cfdba489-cb93-41c9-855e-635aa3d4ed5d tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 931 time: 0.0662522 Jan 25 16:21:01.664657 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-15202489-1242-4d98-b1e8-fdd8abbde5a3 req-a22ec7bb-c0ff-43e2-b573-890e23471249 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308974 Jan 25 16:21:01.716197 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0216e84-349f-4a68-b6cd-92dabfb37f8d req-ad6b0c28-1ad2-407b-a4f5-9db8a9b49cd8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:01.717250 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d0216e84-349f-4a68-b6cd-92dabfb37f8d req-ad6b0c28-1ad2-407b-a4f5-9db8a9b49cd8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1611900 Jan 25 16:21:01.768695 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d0216e84-349f-4a68-b6cd-92dabfb37f8d req-18add5f7-0ba6-48d0-a4c5-46c701401279 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472505 Jan 25 16:21:01.814694 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4e6779-5c37-4547-82ad-a08ed373c02e {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:21:01.818844 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:01.826375 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Transition to ACTIVE for port object be4e6779-5c37-4547-82ad-a08ed373c02e will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:21:01.828828 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:01.835665 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-32fcdcfb-43ff-4827-9a47-fea60c146b76 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:21:02.110611 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Pushing event updated for resources: {'Port': ['ID=be4e6779-5c37-4547-82ad-a08ed373c02e,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:21:02.113252 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:21:02.226661 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Attempting to bind port be4e6779-5c37-4547-82ad-a08ed373c02e on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:21:02.226909 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Attempting to bind port be4e6779-5c37-4547-82ad-a08ed373c02e by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '2f96b69b-9de3-47b0-b089-02347e148607', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96acb0b3-6a1a-4f2f-9476-3f5f50de4254'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:21:02.227047 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Attempting to bind port be4e6779-5c37-4547-82ad-a08ed373c02e on network 96acb0b3-6a1a-4f2f-9476-3f5f50de4254 {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:21:02.230898 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:21:02.231112 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Checking segment: {'id': '2f96b69b-9de3-47b0-b089-02347e148607', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96acb0b3-6a1a-4f2f-9476-3f5f50de4254'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:21:02.231341 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:02.231586 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Bound using segment: {'id': '2f96b69b-9de3-47b0-b089-02347e148607', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96acb0b3-6a1a-4f2f-9476-3f5f50de4254'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:21:02.231885 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Bound port: be4e6779-5c37-4547-82ad-a08ed373c02e, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f96b69b-9de3-47b0-b089-02347e148607', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96acb0b3-6a1a-4f2f-9476-3f5f50de4254'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:21:02.232152 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:02.287539 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] For port be4e6779-5c37-4547-82ad-a08ed373c02e, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:21:02.289327 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] For port be4e6779-5c37-4547-82ad-a08ed373c02e, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=be4e6779-5c37-4547-82ad-a08ed373c02e,segment=NetworkSegment(2f96b69b-9de3-47b0-b089-02347e148607),segment_id=2f96b69b-9de3-47b0-b089-02347e148607)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:21:02.292468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:02.299051 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-314947fa-9d09-4ea3-b4ba-e2e1e4434cf5 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:21:02.373466 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Pushing event updated for resources: {'Port': ['ID=be4e6779-5c37-4547-82ad-a08ed373c02e,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:21:02.376619 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:21:02.394422 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:02.394794 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:02.395660 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] 10.222.0.117 "PUT /v2.0/ports/be4e6779-5c37-4547-82ad-a08ed373c02e HTTP/1.1" status: 200 len: 1157 time: 1.0317640 Jan 25 16:21:02.395953 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8a6a92-a906-4353-9255-4093d3956b51', 'tag': 'be4e6779-5c37-4547-82ad-a08ed373c02e'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:21:02.426435 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8a6a92-a906-4353-9255-4093d3956b51', 'tag': 'be4e6779-5c37-4547-82ad-a08ed373c02e', 'status': 'completed', 'code': 200} Jan 25 16:21:02.826081 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0d5f3-7453-4c09-a798-9bf7f8d93094 req-adf80ce6-5b57-4aa3-8e01-8d3085c1801d tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:02.826555 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-8fe0d5f3-7453-4c09-a798-9bf7f8d93094 req-adf80ce6-5b57-4aa3-8e01-8d3085c1801d tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Synchronizing usage tracker for tenant:8f0b836bf2cd4380872fa5c6ade08bc5 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:21:02.836963 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-8fe0d5f3-7453-4c09-a798-9bf7f8d93094 req-adf80ce6-5b57-4aa3-8e01-8d3085c1801d tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Unset dirty status for tenant:8f0b836bf2cd4380872fa5c6ade08bc5 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:21:02.837683 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8fe0d5f3-7453-4c09-a798-9bf7f8d93094 req-adf80ce6-5b57-4aa3-8e01-8d3085c1801d tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 943 time: 0.0756910 Jan 25 16:21:02.868023 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8fe0d5f3-7453-4c09-a798-9bf7f8d93094 req-756e9777-b879-4e50-aff2-f16a1117caf1 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254314 Jan 25 16:21:02.928815 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d11468-9ead-4f89-8bda-8c9aae3d3440 req-0b3bdf53-d43f-4607-b0b1-44f3d31775c9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:02.929708 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-01d11468-9ead-4f89-8bda-8c9aae3d3440 req-0b3bdf53-d43f-4607-b0b1-44f3d31775c9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0574617 Jan 25 16:21:02.957771 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-01d11468-9ead-4f89-8bda-8c9aae3d3440 req-3f163188-62e4-44ee-a13c-c989ec8f3988 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0225048 Jan 25 16:21:03.138250 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cb69f-845e-4573-96b2-342003bbd622 req-80a3fcd5-ec8d-4587-9d68-e7361784a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:03.139321 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-240cb69f-845e-4573-96b2-342003bbd622 req-80a3fcd5-ec8d-4587-9d68-e7361784a527 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8f0b836bf2cd4380872fa5c6ade08bc5&device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 1160 time: 0.0577223 Jan 25 16:21:03.222481 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cb69f-845e-4573-96b2-342003bbd622 req-01b2cdb3-440c-4169-920a-6e39814c4ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:03.223246 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-240cb69f-845e-4573-96b2-342003bbd622 req-01b2cdb3-440c-4169-920a-6e39814c4ca3 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=8f0b836bf2cd4380872fa5c6ade08bc5&shared=False HTTP/1.1" status: 200 len: 902 time: 0.0757968 Jan 25 16:21:03.305635 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cb69f-845e-4573-96b2-342003bbd622 req-c020c764-24fc-4b5c-aea3-a4360398d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:03.306469 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-240cb69f-845e-4573-96b2-342003bbd622 req-c020c764-24fc-4b5c-aea3-a4360398d963 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.0756392 Jan 25 16:21:03.773248 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-899569f9-e370-4184-8d47-917c3ea2b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:03.774374 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-899569f9-e370-4184-8d47-917c3ea2b7f3 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8f0b836bf2cd4380872fa5c6ade08bc5&device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 1160 time: 0.0691721 Jan 25 16:21:03.825867 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-45023131-2003-4b58-8718-9cfd37f3b4e5 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be4e6779-5c37-4547-82ad-a08ed373c02e HTTP/1.1" status: 200 len: 217 time: 0.0419865 Jan 25 16:21:03.878755 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-c957bb9a-004d-4792-a0bb-c5f1492aafea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:03.879682 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-c957bb9a-004d-4792-a0bb-c5f1492aafea service neutron] 10.222.0.117 "GET /v2.0/subnets?id=92b2ce9d-c6cd-454f-aded-ec9835d3f401 HTTP/1.1" status: 200 len: 848 time: 0.0459561 Jan 25 16:21:03.916610 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-e831b400-bd43-4bbd-a7ba-39397a3e0267 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=96acb0b3-6a1a-4f2f-9476-3f5f50de4254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288830 Jan 25 16:21:03.928223 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-0487c22f-ecc5-42ee-9175-cc0319554f6a service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:21:03.928914 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-0487c22f-ecc5-42ee-9175-cc0319554f6a service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0035951 Jan 25 16:21:04.109647 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebda59-d670-4df5-988d-d2c7abc12162 req-66c3fbd9-5aa3-4098-9e68-a1ecdd8d73e8 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:04.110686 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-abebda59-d670-4df5-988d-d2c7abc12162 req-66c3fbd9-5aa3-4098-9e68-a1ecdd8d73e8 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 943 time: 0.1510611 Jan 25 16:21:04.113739 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-e0574e25-ee5c-431b-a397-2255d0201c19 service neutron] 10.222.0.117 "GET /v2.0/networks/96acb0b3-6a1a-4f2f-9476-3f5f50de4254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281645 Jan 25 16:21:04.129897 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fddee-564b-4d75-ad2d-466fe774de45 req-20a4e55d-5b05-418e-aa86-fac46a142f10 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:04.131014 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6c0fddee-564b-4d75-ad2d-466fe774de45 req-20a4e55d-5b05-418e-aa86-fac46a142f10 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0748038 Jan 25 16:21:04.175715 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6c0fddee-564b-4d75-ad2d-466fe774de45 req-c35b1ab7-14e8-48e9-8865-79759ca3d1b5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308645 Jan 25 16:21:04.200890 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-abebda59-d670-4df5-988d-d2c7abc12162 req-e38b6219-3ef7-4e6a-9d59-68894c159b90 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855887 Jan 25 16:21:04.225564 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7cc19174-d3dc-4e26-aa08-4e5faea009f6 req-68563641-34bf-4ebe-98eb-056e21a662b0 service neutron] 10.222.0.117 "GET /v2.0/networks/96acb0b3-6a1a-4f2f-9476-3f5f50de4254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1003637 Jan 25 16:21:05.356735 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d717f11-0231-498c-9b75-af42056ca859 req-de010b43-1879-4888-9134-ee298bf3f3c2 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:05.357851 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6d717f11-0231-498c-9b75-af42056ca859 req-de010b43-1879-4888-9134-ee298bf3f3c2 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 943 time: 0.0710232 Jan 25 16:21:05.393293 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6d717f11-0231-498c-9b75-af42056ca859 req-12f3e70b-f03e-4971-809b-1c2862774402 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310905 Jan 25 16:21:05.461800 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c970b05-0b00-4306-bce6-bb8b0e52cc84 req-22a08be6-a149-46d6-9423-550eabb922d2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:05.462895 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6c970b05-0b00-4306-bce6-bb8b0e52cc84 req-22a08be6-a149-46d6-9423-550eabb922d2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0732534 Jan 25 16:21:05.500510 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6c970b05-0b00-4306-bce6-bb8b0e52cc84 req-8e32264c-103e-4a07-8486-ab457ac94377 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330932 Jan 25 16:21:06.565595 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f04f85-1794-4db2-80e4-0f3d14e66ac7 req-05513119-ce97-4adf-8f4e-401f3bf1a6e1 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:06.566700 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-81f04f85-1794-4db2-80e4-0f3d14e66ac7 req-05513119-ce97-4adf-8f4e-401f3bf1a6e1 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 943 time: 0.0818965 Jan 25 16:21:06.601246 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-81f04f85-1794-4db2-80e4-0f3d14e66ac7 req-d9c44be5-d1d8-4e45-ab0e-ef22bd909e92 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299475 Jan 25 16:21:06.656973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6a5a8-2111-4ee7-acb1-8069c2eaf400 req-c626d782-c344-4a3c-942c-d130c8794129 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:06.658054 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fac6a5a8-2111-4ee7-acb1-8069c2eaf400 req-c626d782-c344-4a3c-942c-d130c8794129 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0698822 Jan 25 16:21:06.694254 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fac6a5a8-2111-4ee7-acb1-8069c2eaf400 req-0787c1be-4d5e-407b-8796-2cd34d6720ef tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289667 Jan 25 16:21:07.208422 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device be4e6779-5c37-4547-82ad-a08ed373c02e up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:21:07.275166 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port be4e6779-5c37-4547-82ad-a08ed373c02e completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:21:07.279167 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port be4e6779-5c37-4547-82ad-a08ed373c02e triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:21:07.279641 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:07.358631 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:07.378988 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8a6a92-a906-4353-9255-4093d3956b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4e6779-5c37-4547-82ad-a08ed373c02e'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:21:07.386252 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port be4e6779-5c37-4547-82ad-a08ed373c02e, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=be4e6779-5c37-4547-82ad-a08ed373c02e,segment=NetworkSegment(2f96b69b-9de3-47b0-b089-02347e148607),segment_id=2f96b69b-9de3-47b0-b089-02347e148607)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:21:07.388709 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:07.390078 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:21:07.418091 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8a6a92-a906-4353-9255-4093d3956b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4e6779-5c37-4547-82ad-a08ed373c02e', 'code': 200} Jan 25 16:21:07.434637 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=be4e6779-5c37-4547-82ad-a08ed373c02e,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:21:07.437284 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:21:07.558932 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0302c-ab96-4f00-91ba-6d8e6615ccfd req-9e45a594-9c74-4b1a-8095-fb72957421c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:07.559934 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-11e0302c-ab96-4f00-91ba-6d8e6615ccfd req-9e45a594-9c74-4b1a-8095-fb72957421c3 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 1162 time: 0.0557146 Jan 25 16:21:07.596501 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-11e0302c-ab96-4f00-91ba-6d8e6615ccfd req-deb75774-0e9f-4e53-b685-d74a46b16b7a service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284781 Jan 25 16:21:07.884110 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07562e3c-b4e9-47fe-9ea9-a5ca3d31fc3d req-1522c029-02cf-4b1a-9ea3-cdf46ea67b9d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:07.885744 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-07562e3c-b4e9-47fe-9ea9-a5ca3d31fc3d req-1522c029-02cf-4b1a-9ea3-cdf46ea67b9d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0873938 Jan 25 16:21:07.923227 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-07562e3c-b4e9-47fe-9ea9-a5ca3d31fc3d req-5ef811b0-d297-4f13-be75-744a98a10272 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307512 Jan 25 16:21:07.962478 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92d73e-db2f-4229-a2f6-43370cb366ab req-37a38573-ab52-4a5e-b449-d3e11b92f063 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:07.963408 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6d92d73e-db2f-4229-a2f6-43370cb366ab req-37a38573-ab52-4a5e-b449-d3e11b92f063 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 945 time: 0.2795448 Jan 25 16:21:07.990774 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6d92d73e-db2f-4229-a2f6-43370cb366ab req-847d1cca-8dc3-4aef-b7ee-8da358861514 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0229404 Jan 25 16:21:08.916606 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device be4e6779-5c37-4547-82ad-a08ed373c02e up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:21:08.982983 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port be4e6779-5c37-4547-82ad-a08ed373c02e triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:21:08.983278 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:09.086635 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f03d7-9228-4865-aa4e-dcea375c7c2c req-ea6c0fb0-586c-466a-b3dc-91c5bba6b06e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:09.087754 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-008f03d7-9228-4865-aa4e-dcea375c7c2c req-ea6c0fb0-586c-466a-b3dc-91c5bba6b06e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0739818 Jan 25 16:21:09.118351 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-008f03d7-9228-4865-aa4e-dcea375c7c2c req-b1d959a0-bdc6-4017-8c95-429175786d34 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265186 Jan 25 16:21:09.132594 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fbf55-3985-4c42-b476-06704a5eb73c req-880d7bfc-17ff-4698-83c6-575110b2ab91 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:09.133544 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-859fbf55-3985-4c42-b476-06704a5eb73c req-880d7bfc-17ff-4698-83c6-575110b2ab91 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 945 time: 0.0596547 Jan 25 16:21:09.171345 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-859fbf55-3985-4c42-b476-06704a5eb73c req-cffcac23-81b7-442b-a53c-b1138936d7ac tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325007 Jan 25 16:21:10.287852 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c41be-3e06-48e9-b617-0733c7147535 req-227f04a9-f73c-4e0d-a59b-a202033fdd59 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:10.288944 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9a3c41be-3e06-48e9-b617-0733c7147535 req-227f04a9-f73c-4e0d-a59b-a202033fdd59 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0735135 Jan 25 16:21:10.324727 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9a3c41be-3e06-48e9-b617-0733c7147535 req-4b650bfc-b4af-4ca7-9c05-57db40665a04 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315228 Jan 25 16:21:11.519171 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abf09e-95a2-42d7-a90a-6c74153a2d9f req-6c93597c-8cbc-4326-bab3-8702bc96e536 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:11.520188 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-34abf09e-95a2-42d7-a90a-6c74153a2d9f req-6c93597c-8cbc-4326-bab3-8702bc96e536 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0897727 Jan 25 16:21:11.554905 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-34abf09e-95a2-42d7-a90a-6c74153a2d9f req-797d6445-6abd-4a10-97ea-86b654411ad3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305529 Jan 25 16:21:12.730933 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7397f-5f92-49d0-8192-0eafdf90d049 req-e3ec3c5e-6101-4a86-a631-4ce83004574f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:12.732039 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7ad7397f-5f92-49d0-8192-0eafdf90d049 req-e3ec3c5e-6101-4a86-a631-4ce83004574f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0735159 Jan 25 16:21:12.766552 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7ad7397f-5f92-49d0-8192-0eafdf90d049 req-622c9516-1bc9-4d0f-ae69-014f0700c730 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300250 Jan 25 16:21:13.000932 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac51e05-c196-47ad-8ba0-4c1f05ecb675 req-6d64b19d-c383-4df1-93f2-14e1931ccd38 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:13.001980 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4ac51e05-c196-47ad-8ba0-4c1f05ecb675 req-6d64b19d-c383-4df1-93f2-14e1931ccd38 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 945 time: 0.0759375 Jan 25 16:21:13.036039 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4ac51e05-c196-47ad-8ba0-4c1f05ecb675 req-934e749f-84f1-4da8-89f5-80cac3ad0036 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299146 Jan 25 16:21:13.948467 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc32182-7596-4f65-8a20-327ca8c86cc4 req-07d35236-6489-44e8-a0f7-c98e5e95fbbf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:13.949501 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cfc32182-7596-4f65-8a20-327ca8c86cc4 req-07d35236-6489-44e8-a0f7-c98e5e95fbbf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0776925 Jan 25 16:21:13.985659 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cfc32182-7596-4f65-8a20-327ca8c86cc4 req-b8a1cde6-2f65-4e8d-907f-a324430be897 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289791 Jan 25 16:21:14.208330 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21595bee-77f8-46a4-9227-6da386e8b65c req-7b5fabae-a372-4854-89fb-6cfeb674b09f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:14.209400 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-21595bee-77f8-46a4-9227-6da386e8b65c req-7b5fabae-a372-4854-89fb-6cfeb674b09f tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 945 time: 0.0802770 Jan 25 16:21:14.246629 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-21595bee-77f8-46a4-9227-6da386e8b65c req-d4e6a98c-b2ff-4975-9137-913964041c8a tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324171 Jan 25 16:21:15.163635 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcc58f-aac8-4909-948a-716e081de495 req-db063f87-6873-4a90-ab54-65a1a5d15bde tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:15.164759 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-05bcc58f-aac8-4909-948a-716e081de495 req-db063f87-6873-4a90-ab54-65a1a5d15bde tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0782733 Jan 25 16:21:15.201876 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-05bcc58f-aac8-4909-948a-716e081de495 req-c1b019db-7130-4ffc-871b-799c2998beec tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323348 Jan 25 16:21:15.421124 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88240f92-787d-442d-9253-4d310a414a4b req-3dcc451e-124f-48b1-aa7b-e67732fceba5 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:15.422148 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88240f92-787d-442d-9253-4d310a414a4b req-3dcc451e-124f-48b1-aa7b-e67732fceba5 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 945 time: 0.0729468 Jan 25 16:21:15.460235 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88240f92-787d-442d-9253-4d310a414a4b req-176728e5-42ed-4f8a-b2b1-39dd503b73ee tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308256 Jan 25 16:21:16.398105 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5ce3c-1abc-41f8-a461-4059d6435a2d req-f8469e50-d0cd-48d4-8495-c5646e8220a1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:16.399198 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bdf5ce3c-1abc-41f8-a461-4059d6435a2d req-f8469e50-d0cd-48d4-8495-c5646e8220a1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0879238 Jan 25 16:21:16.438276 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bdf5ce3c-1abc-41f8-a461-4059d6435a2d req-d197713d-dd98-4a86-b3fa-388acab88381 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314441 Jan 25 16:21:16.756702 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e73fa-5384-482b-b58b-f32e6054fc95 req-f62720ac-273a-4e76-90d0-6daebdce4510 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:16.757662 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6b0e73fa-5384-482b-b58b-f32e6054fc95 req-f62720ac-273a-4e76-90d0-6daebdce4510 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 945 time: 0.0738339 Jan 25 16:21:16.792983 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6b0e73fa-5384-482b-b58b-f32e6054fc95 req-a31e7c12-6cdb-49ea-9a2d-ae9436ce864c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294538 Jan 25 16:21:17.631265 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed0464-e566-4d30-bcf8-c4497b3f5948 req-6172ba45-0f02-4160-8b1a-63be14d5ef8b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:17.632330 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-27ed0464-e566-4d30-bcf8-c4497b3f5948 req-6172ba45-0f02-4160-8b1a-63be14d5ef8b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0799227 Jan 25 16:21:17.667799 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-27ed0464-e566-4d30-bcf8-c4497b3f5948 req-dede1953-e8e5-4706-9931-2bee3ff1964b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294645 Jan 25 16:21:17.967978 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d340d92-2abc-483b-9eed-928e5170d8b3 req-4c8401a3-496a-45f0-8f48-36fd9aaf19f6 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:17.969082 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6d340d92-2abc-483b-9eed-928e5170d8b3 req-4c8401a3-496a-45f0-8f48-36fd9aaf19f6 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 945 time: 0.0792513 Jan 25 16:21:18.010304 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6d340d92-2abc-483b-9eed-928e5170d8b3 req-3f7d1af4-5ada-44f3-8504-4b15d9d83407 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341380 Jan 25 16:21:18.845050 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f73f2-e405-4bff-99ec-d69eadc94304 req-c9f8ef44-6a4a-4ad7-8621-7236a213d49b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:18.845979 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-970f73f2-e405-4bff-99ec-d69eadc94304 req-c9f8ef44-6a4a-4ad7-8621-7236a213d49b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0755622 Jan 25 16:21:18.881610 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-970f73f2-e405-4bff-99ec-d69eadc94304 req-42e5cce1-adbc-4e66-a690-5cdb27eb9068 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314441 Jan 25 16:21:19.175409 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e79df-75ac-4c7e-8d33-afcf5aba8848 req-27cef11b-02ce-48e6-b0f0-bffb76554f36 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:19.176499 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-475e79df-75ac-4c7e-8d33-afcf5aba8848 req-27cef11b-02ce-48e6-b0f0-bffb76554f36 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 945 time: 0.0748563 Jan 25 16:21:19.213735 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-475e79df-75ac-4c7e-8d33-afcf5aba8848 req-35aef2b8-95b4-4951-b563-74600a213c7c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297565 Jan 25 16:21:20.067646 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fe712-aae1-4fb6-9c33-d795c70e683f req-23a55656-bd2e-47a3-8b32-0e657a4d96a1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:20.068764 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7a0fe712-aae1-4fb6-9c33-d795c70e683f req-23a55656-bd2e-47a3-8b32-0e657a4d96a1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0761666 Jan 25 16:21:20.102271 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7a0fe712-aae1-4fb6-9c33-d795c70e683f req-5c9f37f2-0758-418c-af39-1768221949af tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292742 Jan 25 16:21:20.397807 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bf26c-bd60-41e0-a2c0-75fc01b6cf12 req-b0af1bcf-7a78-4174-b22a-f19f64538d29 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:20.398916 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-671bf26c-bd60-41e0-a2c0-75fc01b6cf12 req-b0af1bcf-7a78-4174-b22a-f19f64538d29 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 945 time: 0.0884237 Jan 25 16:21:20.432456 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-671bf26c-bd60-41e0-a2c0-75fc01b6cf12 req-ad2367d9-0649-4b18-b7af-78f8e1fc7c96 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293939 Jan 25 16:21:21.293957 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb8e32-26cb-4ce8-98a1-b7091d3aa6c4 req-1f79e609-6fc2-456a-a789-6c3ec79af97e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:21.295078 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-58eb8e32-26cb-4ce8-98a1-b7091d3aa6c4 req-1f79e609-6fc2-456a-a789-6c3ec79af97e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0903633 Jan 25 16:21:21.329563 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-58eb8e32-26cb-4ce8-98a1-b7091d3aa6c4 req-6a5872d4-5ac7-41e0-98c3-d15de4dbb15c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299015 Jan 25 16:21:21.603821 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31d44e-330a-460c-9151-36e992fa38a4 req-ce40995d-09ef-4741-a76a-02c56b0488ee tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:21.604911 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ed31d44e-330a-460c-9151-36e992fa38a4 req-ce40995d-09ef-4741-a76a-02c56b0488ee tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 945 time: 0.0747094 Jan 25 16:21:21.641474 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ed31d44e-330a-460c-9151-36e992fa38a4 req-1121c53b-7f6a-4109-9b82-dc0bf3729eea tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323794 Jan 25 16:21:22.151342 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d2e3c-cf66-4775-b3f4-241930573547 req-0f97dfcb-32a4-4179-8d53-981f344bbee5 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:22.152488 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9f3d2e3c-cf66-4775-b3f4-241930573547 req-0f97dfcb-32a4-4179-8d53-981f344bbee5 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.117 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 945 time: 0.0936332 Jan 25 16:21:22.208102 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-9f3d2e3c-cf66-4775-b3f4-241930573547 req-93356e70-7445-4bbc-b628-7bc622a12615 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Deleting port be4e6779-5c37-4547-82ad-a08ed373c02e {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:21:22.208359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-9f3d2e3c-cf66-4775-b3f4-241930573547 req-93356e70-7445-4bbc-b628-7bc622a12615 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:22.489395 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066f116-ff78-47a7-94fa-1cdc871ca897 req-876833e1-40b3-463b-a20a-2860132a02af tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:22.490433 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e066f116-ff78-47a7-94fa-1cdc871ca897 req-876833e1-40b3-463b-a20a-2860132a02af tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0729985 Jan 25 16:21:22.528554 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e066f116-ff78-47a7-94fa-1cdc871ca897 req-0d720420-a688-4296-a388-6c33be4e6913 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331600 Jan 25 16:21:22.618867 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-9f3d2e3c-cf66-4775-b3f4-241930573547 req-93356e70-7445-4bbc-b628-7bc622a12615 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] For port be4e6779-5c37-4547-82ad-a08ed373c02e, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=be4e6779-5c37-4547-82ad-a08ed373c02e,segment=NetworkSegment(2f96b69b-9de3-47b0-b089-02347e148607),segment_id=2f96b69b-9de3-47b0-b089-02347e148607)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:21:22.619352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-9f3d2e3c-cf66-4775-b3f4-241930573547 req-93356e70-7445-4bbc-b628-7bc622a12615 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:22.705856 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-9f3d2e3c-cf66-4775-b3f4-241930573547 req-93356e70-7445-4bbc-b628-7bc622a12615 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Calling delete_port for be4e6779-5c37-4547-82ad-a08ed373c02e owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:21:22.821041 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2796c79-dd6e-4577-9c59-ef470efb49f8 req-248faff9-9ade-48ad-b61e-6250fdfdf124 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:22.821822 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a2796c79-dd6e-4577-9c59-ef470efb49f8 req-248faff9-9ade-48ad-b61e-6250fdfdf124 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 945 time: 0.0941155 Jan 25 16:21:22.851831 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-9f3d2e3c-cf66-4775-b3f4-241930573547 req-93356e70-7445-4bbc-b628-7bc622a12615 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:22.861767 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ec5dec83-4275-48c7-9fbd-121ffde49d26 tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:21:22.889605 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a2796c79-dd6e-4577-9c59-ef470efb49f8 req-90551ae0-3235-4726-af81-06174763a8d0 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/security-groups?id=38cb0dfb-c0ac-4906-afb4-5e8597e86de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592036 Jan 25 16:21:22.918044 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93356e70-7445-4bbc-b628-7bc622a12615 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Pushing event deleted for resources: {'Port': ['ID=be4e6779-5c37-4547-82ad-a08ed373c02e,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:21:22.920248 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-93356e70-7445-4bbc-b628-7bc622a12615 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:21:22.976585 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3d2e3c-cf66-4775-b3f4-241930573547 req-93356e70-7445-4bbc-b628-7bc622a12615 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] No DVR routers for this DVR port be4e6779-5c37-4547-82ad-a08ed373c02e on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:21:22.977814 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-9f3d2e3c-cf66-4775-b3f4-241930573547 req-93356e70-7445-4bbc-b628-7bc622a12615 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:22.979975 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8a6a92-a906-4353-9255-4093d3956b51', 'name': 'network-vif-deleted', 'tag': 'be4e6779-5c37-4547-82ad-a08ed373c02e'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:21:22.990038 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9f3d2e3c-cf66-4775-b3f4-241930573547 req-93356e70-7445-4bbc-b628-7bc622a12615 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.117 "DELETE /v2.0/ports/be4e6779-5c37-4547-82ad-a08ed373c02e HTTP/1.1" status: 204 len: 173 time: 0.8304076 Jan 25 16:21:22.991911 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device be4e6779-5c37-4547-82ad-a08ed373c02e no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:21:23.024017 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] No Port match for: be4e6779-5c37-4547-82ad-a08ed373c02e {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:21:23.024241 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device be4e6779-5c37-4547-82ad-a08ed373c02e not bound to the agent host hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:21:23.029509 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-144ee683-9561-4e9b-9473-b675e52f84b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:23.071267 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8a6a92-a906-4353-9255-4093d3956b51', 'name': 'network-vif-deleted', 'tag': 'be4e6779-5c37-4547-82ad-a08ed373c02e', 'status': 'completed', 'code': 200} Jan 25 16:21:23.729826 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655b3ed-e2e0-47c4-b87f-ce664cc1be6a req-2d0dfe01-257f-4063-9b23-d009946ffcd6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:23.730969 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c655b3ed-e2e0-47c4-b87f-ce664cc1be6a req-2d0dfe01-257f-4063-9b23-d009946ffcd6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0804243 Jan 25 16:21:23.764369 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c655b3ed-e2e0-47c4-b87f-ce664cc1be6a req-23b12605-2a58-4deb-82fd-f779bb4bf0d1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295079 Jan 25 16:21:24.025734 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-25b11daa-42cd-4d82-a8fd-38a8f0b0e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:24.044795 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c0b4792b-841d-488b-8f48-e22911e333b4 req-8be881d0-39d6-4f73-a7d9-3c3aba62a098 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] 10.222.0.107 "GET /v2.0/ports?device_id=9b8a6a92-a906-4353-9255-4093d3956b51 HTTP/1.1" status: 200 len: 210 time: 0.0343924 Jan 25 16:21:24.646061 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:24.912715 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:24.946549 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44631e26-0acf-4772-bd6c-803802e3159e req-0e1f03cf-47f6-4adf-a3fc-6334aec88cf0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:24.947682 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-44631e26-0acf-4772-bd6c-803802e3159e req-0e1f03cf-47f6-4adf-a3fc-6334aec88cf0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0854650 Jan 25 16:21:24.982707 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-44631e26-0acf-4772-bd6c-803802e3159e req-fdfcc92c-8ee8-4662-bb4b-5c487bd3d98a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300949 Jan 25 16:21:25.241963 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:25.737805 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:26.160783 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275137f1-e6ac-4412-81de-c599981c0f53 req-f6b4d57e-c583-4b71-abb3-135245661fdd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:26.161827 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-275137f1-e6ac-4412-81de-c599981c0f53 req-f6b4d57e-c583-4b71-abb3-135245661fdd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0715036 Jan 25 16:21:26.198175 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-275137f1-e6ac-4412-81de-c599981c0f53 req-7adb5e4c-58bf-4031-83fb-3ca37a257eda tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323455 Jan 25 16:21:27.387313 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39b183-293c-42ea-866b-82f3dc79eea5 req-7f98b26e-2568-4854-9bcf-d8da6c37009d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:27.388987 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8e39b183-293c-42ea-866b-82f3dc79eea5 req-7f98b26e-2568-4854-9bcf-d8da6c37009d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0874014 Jan 25 16:21:27.430004 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8e39b183-293c-42ea-866b-82f3dc79eea5 req-fd6b66bc-26e7-468a-9c41-5318f6267c26 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336425 Jan 25 16:21:28.606481 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c383e4f-d500-45f0-a9db-0f19b8db762a req-90b293d1-e627-4f10-8e55-66af26b15a94 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:28.607526 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5c383e4f-d500-45f0-a9db-0f19b8db762a req-90b293d1-e627-4f10-8e55-66af26b15a94 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0720868 Jan 25 16:21:28.643471 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5c383e4f-d500-45f0-a9db-0f19b8db762a req-363390b4-3c70-46af-a187-fa758f3a6628 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314207 Jan 25 16:21:29.974571 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f36aa-d2fe-4978-ae2a-6a898e23464c req-8b3d4212-d804-48d3-8b5e-d5ce292cbcf8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:29.975557 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ef5f36aa-d2fe-4978-ae2a-6a898e23464c req-8b3d4212-d804-48d3-8b5e-d5ce292cbcf8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0724018 Jan 25 16:21:30.011372 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ef5f36aa-d2fe-4978-ae2a-6a898e23464c req-f4866b7e-fefb-4534-bbd1-1ada4db8e27e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314202 Jan 25 16:21:31.190182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0045dfe-64f3-41e3-9346-4a4cf5fcf556 req-56050023-a8ea-41f1-9f8c-d00d232f7916 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:31.191268 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c0045dfe-64f3-41e3-9346-4a4cf5fcf556 req-56050023-a8ea-41f1-9f8c-d00d232f7916 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0755956 Jan 25 16:21:31.226315 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c0045dfe-64f3-41e3-9346-4a4cf5fcf556 req-e0d1cb94-d2c7-4db1-bd44-2a5ba5266ea4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308259 Jan 25 16:21:32.417107 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54261a-f36f-4259-8245-5304640d4c9f req-fc106e78-f7e3-499a-bc0b-962c12088985 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:32.418167 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6e54261a-f36f-4259-8245-5304640d4c9f req-fc106e78-f7e3-499a-bc0b-962c12088985 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0784369 Jan 25 16:21:32.451117 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6e54261a-f36f-4259-8245-5304640d4c9f req-b8f46ed2-fce6-4666-b568-d89f852a9f54 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288968 Jan 25 16:21:33.635175 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742b148-ab6b-4e0b-a02e-978452ea35eb req-f08141bb-76a2-4061-a728-10d4d6b35085 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:33.636316 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0742b148-ab6b-4e0b-a02e-978452ea35eb req-f08141bb-76a2-4061-a728-10d4d6b35085 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0762870 Jan 25 16:21:33.679082 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0742b148-ab6b-4e0b-a02e-978452ea35eb req-7b88a828-7f73-4a92-885f-6e1c36bffc15 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341978 Jan 25 16:21:34.859269 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017f2fc-84c1-4954-b2ac-eed3a0bc498a req-682b5b39-489f-48fe-a1bc-16208f3e0af9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:34.860287 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e017f2fc-84c1-4954-b2ac-eed3a0bc498a req-682b5b39-489f-48fe-a1bc-16208f3e0af9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0761511 Jan 25 16:21:34.899613 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e017f2fc-84c1-4954-b2ac-eed3a0bc498a req-10e0cf7e-1c98-48da-86a4-7fba0a768761 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331788 Jan 25 16:21:36.074866 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1783bb-7068-425b-bf43-34bcc9a33e84 req-3c638567-dafa-435c-a91b-3c248e794c0c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:36.075929 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1783bb-7068-425b-bf43-34bcc9a33e84 req-3c638567-dafa-435c-a91b-3c248e794c0c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0779953 Jan 25 16:21:36.114005 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1783bb-7068-425b-bf43-34bcc9a33e84 req-ef390a96-3b98-4b8d-abe0-42b6c1e29014 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307527 Jan 25 16:21:37.295069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43898546-47b8-4853-878a-732c9a05e11e req-d834a141-4fb5-4d7b-b5bf-9359852faa3d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:37.296122 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-43898546-47b8-4853-878a-732c9a05e11e req-d834a141-4fb5-4d7b-b5bf-9359852faa3d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0849881 Jan 25 16:21:37.329949 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-43898546-47b8-4853-878a-732c9a05e11e req-69d07f37-c117-400f-9188-50b1a4949f95 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299139 Jan 25 16:21:37.524232 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:21:38.496877 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ce55b-a267-4364-946e-720ce08e6a6f req-4ee4c6b8-bcd7-4147-8889-96d35eae0432 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:38.497804 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fc6ce55b-a267-4364-946e-720ce08e6a6f req-4ee4c6b8-bcd7-4147-8889-96d35eae0432 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0744615 Jan 25 16:21:38.531047 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fc6ce55b-a267-4364-946e-720ce08e6a6f req-1aadcff9-2530-424a-aaa5-c24b05a53f90 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289135 Jan 25 16:21:39.711621 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced663f5-b77a-43a0-868d-3d9166e7b982 req-67e9fef2-80b8-4d1a-bf13-ef3a3086582e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:39.712652 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ced663f5-b77a-43a0-868d-3d9166e7b982 req-67e9fef2-80b8-4d1a-bf13-ef3a3086582e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0791156 Jan 25 16:21:39.750809 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ced663f5-b77a-43a0-868d-3d9166e7b982 req-22ef0dfb-4006-4ad3-9b9d-847031e2aae4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310121 Jan 25 16:21:40.938522 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80318910-5841-4477-8ff8-2c12bab5d4d2 req-50f87788-daad-4fe4-9a52-72ebc5bd3b8c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:40.939695 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-80318910-5841-4477-8ff8-2c12bab5d4d2 req-50f87788-daad-4fe4-9a52-72ebc5bd3b8c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0857899 Jan 25 16:21:40.977698 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-80318910-5841-4477-8ff8-2c12bab5d4d2 req-154db905-357f-4ef3-93e3-33d4a8029f58 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336223 Jan 25 16:21:42.164368 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e93107-94d7-4a3e-ba06-a3e251a5ff75 req-77fe1a3a-45dc-469a-983d-14d6181b1759 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:42.165451 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-77e93107-94d7-4a3e-ba06-a3e251a5ff75 req-77fe1a3a-45dc-469a-983d-14d6181b1759 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0808077 Jan 25 16:21:42.206184 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-77e93107-94d7-4a3e-ba06-a3e251a5ff75 req-b601b1db-5812-419c-8352-7afa22be34c6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332763 Jan 25 16:21:43.370086 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79082a-7971-44ba-a71f-0d3d953fad2e req-3aac16e8-e343-49c3-a07b-e0fb784c884b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:43.371223 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f79082a-7971-44ba-a71f-0d3d953fad2e req-3aac16e8-e343-49c3-a07b-e0fb784c884b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0730574 Jan 25 16:21:43.409981 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f79082a-7971-44ba-a71f-0d3d953fad2e req-e45ce163-ed5e-405c-a3bb-c9057e08cb56 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308197 Jan 25 16:21:44.604269 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8b015-46dc-4376-a59e-a6513fbcafdc req-f8151ed2-a763-41bd-80dc-4a20c49c7734 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:44.605357 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-78a8b015-46dc-4376-a59e-a6513fbcafdc req-f8151ed2-a763-41bd-80dc-4a20c49c7734 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0846338 Jan 25 16:21:44.639894 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-78a8b015-46dc-4376-a59e-a6513fbcafdc req-f174be89-c434-43c6-bb8e-990eabb820bb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304115 Jan 25 16:21:45.817582 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36925f8a-df32-4c0b-af66-e18c03411cd2 req-414b929a-659b-45f4-b485-aeb3987d872d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:45.818639 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-36925f8a-df32-4c0b-af66-e18c03411cd2 req-414b929a-659b-45f4-b485-aeb3987d872d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0765839 Jan 25 16:21:45.852175 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-36925f8a-df32-4c0b-af66-e18c03411cd2 req-f92d3f05-3f0c-4bf0-8c57-92016b18bcd5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292976 Jan 25 16:21:47.030641 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cb3f4-476d-42fc-bee4-554f90095a59 req-48d88be8-0968-4908-ad0e-17642472bda5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:47.031779 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cc0cb3f4-476d-42fc-bee4-554f90095a59 req-48d88be8-0968-4908-ad0e-17642472bda5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0772302 Jan 25 16:21:47.065741 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cc0cb3f4-476d-42fc-bee4-554f90095a59 req-42c92757-b8f3-41f0-9779-76d62bfb9924 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297458 Jan 25 16:21:48.247607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7ae3f-f53e-4511-816f-ba3796831b80 req-348c0baf-f413-4233-891e-fcd748ac94bf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:48.248680 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a9e7ae3f-f53e-4511-816f-ba3796831b80 req-348c0baf-f413-4233-891e-fcd748ac94bf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0721302 Jan 25 16:21:48.288039 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a9e7ae3f-f53e-4511-816f-ba3796831b80 req-196dd822-f17a-4d3e-88e2-a1166034c6ee tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322587 Jan 25 16:21:49.480259 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c88291-e858-491a-8845-84671ac03418 req-413e8181-33cf-46c0-b4e0-5bb9aab1bcbb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:49.481194 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e8c88291-e858-491a-8845-84671ac03418 req-413e8181-33cf-46c0-b4e0-5bb9aab1bcbb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0862687 Jan 25 16:21:49.517873 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e8c88291-e858-491a-8845-84671ac03418 req-9157d5bb-c9c0-4ca8-ba31-383e87266f8f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325143 Jan 25 16:21:50.699001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e444d-a793-41b1-8225-a37389aa6f49 req-9dc8d6a8-af07-4e03-b037-77e3d08b3390 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:50.700017 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c84e444d-a793-41b1-8225-a37389aa6f49 req-9dc8d6a8-af07-4e03-b037-77e3d08b3390 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0750506 Jan 25 16:21:50.738012 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c84e444d-a793-41b1-8225-a37389aa6f49 req-42583287-8352-4b00-b4ab-06913bcc8f1b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308399 Jan 25 16:21:51.920599 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621a791-37ee-4a05-8d7d-03564fdd4d4b req-19681944-8818-44a8-a983-1d315d34c591 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:51.921689 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7621a791-37ee-4a05-8d7d-03564fdd4d4b req-19681944-8818-44a8-a983-1d315d34c591 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0813766 Jan 25 16:21:51.955270 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7621a791-37ee-4a05-8d7d-03564fdd4d4b req-00497b9c-74a6-4b23-b1c4-0f132c01c195 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291903 Jan 25 16:21:53.031171 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b818470c-2710-464f-b463-74c879ff4043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:53.132345 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce3a35-67c1-442b-8e03-b7b00fded3b3 req-2423f0a3-3881-4f81-84d3-bd8a20f32d9d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:53.133444 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-54ce3a35-67c1-442b-8e03-b7b00fded3b3 req-2423f0a3-3881-4f81-84d3-bd8a20f32d9d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0754836 Jan 25 16:21:53.171687 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-54ce3a35-67c1-442b-8e03-b7b00fded3b3 req-0f0ee7e5-5ecd-4b62-9647-7eddf62a8df1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309420 Jan 25 16:21:54.035383 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6fcce36b-eaff-42da-972e-b1ef6662c304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:54.343571 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b625a-6921-4b28-b776-398a975cb840 req-d1b93a81-6042-439a-abea-5febd8d3c682 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:54.344534 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a68b625a-6921-4b28-b776-398a975cb840 req-d1b93a81-6042-439a-abea-5febd8d3c682 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0826564 Jan 25 16:21:54.378421 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a68b625a-6921-4b28-b776-398a975cb840 req-d9359ecc-2502-4762-b4ad-bb8f2f1713b2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294650 Jan 25 16:21:54.648906 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:54.910656 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:55.568570 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3dc67-dc58-480e-a5dd-f14d41f96b1a req-ce1d602d-2113-4cac-a55b-02513c55c0b0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:55.569830 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bfe3dc67-dc58-480e-a5dd-f14d41f96b1a req-ce1d602d-2113-4cac-a55b-02513c55c0b0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0803165 Jan 25 16:21:55.616738 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bfe3dc67-dc58-480e-a5dd-f14d41f96b1a req-0a6c589a-a129-45a1-9a34-8b58c95c287c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425200 Jan 25 16:21:55.744293 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:55.836492 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:21:56.799047 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eba4f3-53aa-4241-88c7-c8a281adecf5 req-4dc3587a-db71-4398-aeda-d3651074965b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:56.800063 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-96eba4f3-53aa-4241-88c7-c8a281adecf5 req-4dc3587a-db71-4398-aeda-d3651074965b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0745339 Jan 25 16:21:56.838590 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-96eba4f3-53aa-4241-88c7-c8a281adecf5 req-1a9c57ec-1ccb-4611-8b7e-0bbf0d06da5e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322547 Jan 25 16:21:58.018351 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9db293-8219-4f86-ad5a-5b710ea029f1 req-eb71a948-8534-45ce-9e34-21936dbd374e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:58.019399 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5c9db293-8219-4f86-ad5a-5b710ea029f1 req-eb71a948-8534-45ce-9e34-21936dbd374e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0726569 Jan 25 16:21:58.053837 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5c9db293-8219-4f86-ad5a-5b710ea029f1 req-fab25f02-61c1-421b-acf6-fd70da1b17c1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296566 Jan 25 16:21:59.223407 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef8566-1764-4b8d-93cc-5142039be5b9 req-1325d744-dc28-40ab-b04a-af3b0d55bf38 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:21:59.224444 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-82ef8566-1764-4b8d-93cc-5142039be5b9 req-1325d744-dc28-40ab-b04a-af3b0d55bf38 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0713668 Jan 25 16:21:59.258193 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-82ef8566-1764-4b8d-93cc-5142039be5b9 req-d716b569-08c6-4222-8944-a84e3c506a13 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292675 Jan 25 16:22:00.458109 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1d9bb-18ee-4812-a310-a2f170cb4326 req-8b1c79e7-124d-4511-a4f5-434f4ca84a4e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:00.459020 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1d1d9bb-18ee-4812-a310-a2f170cb4326 req-8b1c79e7-124d-4511-a4f5-434f4ca84a4e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0796778 Jan 25 16:22:00.496799 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1d1d9bb-18ee-4812-a310-a2f170cb4326 req-e3b03ce6-d4e2-43fb-8cf1-4df3a62f7027 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330133 Jan 25 16:22:01.669263 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28f416-2884-43f4-bdd0-07ae7d8f7bee req-ac87b057-e1dd-4483-9bec-a0a05e9753a6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:01.670355 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ad28f416-2884-43f4-bdd0-07ae7d8f7bee req-ac87b057-e1dd-4483-9bec-a0a05e9753a6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0759315 Jan 25 16:22:01.703700 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ad28f416-2884-43f4-bdd0-07ae7d8f7bee req-03a2fa52-c94b-4a0a-aff0-43e01dade616 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293202 Jan 25 16:22:02.886510 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d9196-bc61-4ba3-8cde-81787e4b7f05 req-1e316805-52a4-4d27-9dc7-a03e25684238 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:02.887514 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-526d9196-bc61-4ba3-8cde-81787e4b7f05 req-1e316805-52a4-4d27-9dc7-a03e25684238 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0745683 Jan 25 16:22:02.925483 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-526d9196-bc61-4ba3-8cde-81787e4b7f05 req-d53dcaef-003b-4ff9-846f-18dbd2945ff9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309839 Jan 25 16:22:04.102708 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c964a-e888-4096-b0ce-6cb76c506171 req-84ae9f20-7df6-4fc3-94c0-8dc9ad8b6a3d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:04.103695 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-394c964a-e888-4096-b0ce-6cb76c506171 req-84ae9f20-7df6-4fc3-94c0-8dc9ad8b6a3d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0744963 Jan 25 16:22:04.138168 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-394c964a-e888-4096-b0ce-6cb76c506171 req-17fff644-f6dc-4a37-985e-9370e420b119 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305085 Jan 25 16:22:05.316472 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da5bef-41a7-4fbd-9578-9e6f4386ca77 req-0a00f98b-314a-45e3-acc9-8562cce36482 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:05.317541 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-53da5bef-41a7-4fbd-9578-9e6f4386ca77 req-0a00f98b-314a-45e3-acc9-8562cce36482 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0736315 Jan 25 16:22:05.351947 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-53da5bef-41a7-4fbd-9578-9e6f4386ca77 req-fed113a6-c3bb-4516-ab0e-fd3df5e65283 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291800 Jan 25 16:22:06.531685 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd35803-7adb-4a83-b146-40d660b5e0f1 req-130e8172-578e-4056-a5f5-1745c04688bf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:06.533067 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bcd35803-7adb-4a83-b146-40d660b5e0f1 req-130e8172-578e-4056-a5f5-1745c04688bf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0812440 Jan 25 16:22:06.567098 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bcd35803-7adb-4a83-b146-40d660b5e0f1 req-b8446cf6-7cb8-44f5-8afd-b3250f27066d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299904 Jan 25 16:22:07.759790 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51304fc0-051d-4400-bffc-c76b2845e334 req-d8f5eec4-9aac-480b-9890-f2bbcde2c395 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:07.760890 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-51304fc0-051d-4400-bffc-c76b2845e334 req-d8f5eec4-9aac-480b-9890-f2bbcde2c395 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0838628 Jan 25 16:22:07.794149 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-51304fc0-051d-4400-bffc-c76b2845e334 req-8e858645-fc23-48b0-9b3e-8630b513f23c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292139 Jan 25 16:22:08.979410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7dcd9-6326-48c0-83f0-18365b44bcb9 req-d92abd1f-ad88-4bb5-87c4-59d95b4e644f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:08.980523 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d5f7dcd9-6326-48c0-83f0-18365b44bcb9 req-d92abd1f-ad88-4bb5-87c4-59d95b4e644f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0834868 Jan 25 16:22:09.018230 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d5f7dcd9-6326-48c0-83f0-18365b44bcb9 req-bcf3ee28-2ba7-455a-85a8-1f4263d497ff tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304534 Jan 25 16:22:10.194792 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c0902-369d-4d97-9674-83420b4013ed req-9139bda1-1d32-4623-8045-dddfce59bee5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:10.195803 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f28c0902-369d-4d97-9674-83420b4013ed req-9139bda1-1d32-4623-8045-dddfce59bee5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0733297 Jan 25 16:22:10.229636 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f28c0902-369d-4d97-9674-83420b4013ed req-eae58f09-867a-49e2-a0be-c8a8a3be2641 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295758 Jan 25 16:22:11.417628 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79807c85-1ea2-4517-a9b8-80eec466a3ed req-76c555e6-1a7f-4309-a25c-fcbe365f2934 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:11.418731 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79807c85-1ea2-4517-a9b8-80eec466a3ed req-76c555e6-1a7f-4309-a25c-fcbe365f2934 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0816638 Jan 25 16:22:11.457360 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79807c85-1ea2-4517-a9b8-80eec466a3ed req-59e37468-948b-4b14-bad4-518eaa22cbea tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312905 Jan 25 16:22:12.651959 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a83b7d-7fa6-46d1-9961-40c2a8032fde req-b48dfcea-12a2-4e41-ae0b-fb1d27a87f5e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:12.653034 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d1a83b7d-7fa6-46d1-9961-40c2a8032fde req-b48dfcea-12a2-4e41-ae0b-fb1d27a87f5e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0879416 Jan 25 16:22:12.688978 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d1a83b7d-7fa6-46d1-9961-40c2a8032fde req-a92f2feb-3349-4514-9a23-6a1ea83f9f95 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317039 Jan 25 16:22:13.874577 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658320ae-3e4c-4dd8-b5c7-e630330aa5f8 req-54fe3d7b-4089-435e-9de8-074008589400 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:13.875851 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-658320ae-3e4c-4dd8-b5c7-e630330aa5f8 req-54fe3d7b-4089-435e-9de8-074008589400 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0896301 Jan 25 16:22:13.909682 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-658320ae-3e4c-4dd8-b5c7-e630330aa5f8 req-f60033b5-5798-4c27-9a97-0401cc069a14 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297713 Jan 25 16:22:14.527767 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:22:15.101739 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190204-3aeb-4e3a-9349-ecdfc3d2dda9 req-a493a792-5a31-43de-9a0b-ace5e7b5e112 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:15.102843 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2c190204-3aeb-4e3a-9349-ecdfc3d2dda9 req-a493a792-5a31-43de-9a0b-ace5e7b5e112 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0859561 Jan 25 16:22:15.144712 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2c190204-3aeb-4e3a-9349-ecdfc3d2dda9 req-ede76d9b-41ed-46cb-b929-4ba77fa76b5a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345993 Jan 25 16:22:16.320150 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8eacb-443f-44dd-87cf-b77c504f7d7c req-b54b6ed0-f4c9-4484-9242-362b3c5a5813 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:16.321272 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-29c8eacb-443f-44dd-87cf-b77c504f7d7c req-b54b6ed0-f4c9-4484-9242-362b3c5a5813 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0787072 Jan 25 16:22:16.355899 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-29c8eacb-443f-44dd-87cf-b77c504f7d7c req-f2d3ed70-9b01-4a27-84cf-1b019850c560 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303352 Jan 25 16:22:17.553571 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41caad3-8357-46d8-aae4-9dd967871184 req-17eb54dd-7f64-49cb-b898-46c3c80436a6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:17.554941 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c41caad3-8357-46d8-aae4-9dd967871184 req-17eb54dd-7f64-49cb-b898-46c3c80436a6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0910461 Jan 25 16:22:17.589879 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c41caad3-8357-46d8-aae4-9dd967871184 req-aee3903f-4fd6-4864-bef5-993882dcf638 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301673 Jan 25 16:22:18.760327 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccff4d5-eb38-4e28-8529-ccb17e47b9ae req-542b9c1f-7ede-4470-94cb-37a9dab546f7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:18.761339 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1ccff4d5-eb38-4e28-8529-ccb17e47b9ae req-542b9c1f-7ede-4470-94cb-37a9dab546f7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0788841 Jan 25 16:22:18.798879 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1ccff4d5-eb38-4e28-8529-ccb17e47b9ae req-c9126749-96eb-4fac-a218-4cd05c7eeaf6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302308 Jan 25 16:22:19.992495 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324203a7-87f8-45e5-84ab-edd84e7cd3bf req-68fe4260-2935-45c1-9824-17856416b705 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:19.993974 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-324203a7-87f8-45e5-84ab-edd84e7cd3bf req-68fe4260-2935-45c1-9824-17856416b705 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0898383 Jan 25 16:22:20.029029 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-324203a7-87f8-45e5-84ab-edd84e7cd3bf req-45990864-dcc3-400b-9de2-a1ec8f0d347e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309198 Jan 25 16:22:21.212770 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a38c8-ba4f-464e-9c4f-161fb59223bf req-e167f08f-4ad0-43ab-964f-aba41c1edb18 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:21.213897 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2b1a38c8-ba4f-464e-9c4f-161fb59223bf req-e167f08f-4ad0-43ab-964f-aba41c1edb18 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0794656 Jan 25 16:22:21.248722 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2b1a38c8-ba4f-464e-9c4f-161fb59223bf req-ca4a39d9-46f2-48ef-9cb6-f2f8cfe074fe tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301602 Jan 25 16:22:22.423062 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3218dd-81d9-4544-8e5e-2dac752caf0c req-a1f2c670-00a3-47f2-a684-289e322e6870 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:22.424003 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8a3218dd-81d9-4544-8e5e-2dac752caf0c req-a1f2c670-00a3-47f2-a684-289e322e6870 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0768647 Jan 25 16:22:22.463605 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8a3218dd-81d9-4544-8e5e-2dac752caf0c req-9f21f556-5a91-4aee-99c6-cddcf59afce9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324152 Jan 25 16:22:23.037909 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-86c55ecb-a902-495a-a2f5-698d4fab9da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:22:23.627577 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911254f-eb59-4148-9d02-d94f74fae201 req-1573d20f-8f7a-4501-a6cf-19c2a921e928 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:23.628679 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1911254f-eb59-4148-9d02-d94f74fae201 req-1573d20f-8f7a-4501-a6cf-19c2a921e928 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0703800 Jan 25 16:22:23.664722 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1911254f-eb59-4148-9d02-d94f74fae201 req-c3edcdee-ceb9-472f-9757-1bd767c39300 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316279 Jan 25 16:22:24.034265 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4ee73fa0-c457-40d3-a526-a6dc875e0d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:22:24.650136 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:22:24.851398 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ed96d-f8da-4e06-9772-e9b6123d34d1 req-71761e87-7c43-4983-a7fc-510428b2eefb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:24.852589 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bc8ed96d-f8da-4e06-9772-e9b6123d34d1 req-71761e87-7c43-4983-a7fc-510428b2eefb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0823653 Jan 25 16:22:24.887162 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bc8ed96d-f8da-4e06-9772-e9b6123d34d1 req-5f3a3f76-14ad-4864-b664-26254bbfa1f2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301280 Jan 25 16:22:24.908503 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:22:25.750378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:22:26.086921 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf948f9-d904-4dbb-ba2d-fcca0524601a req-cfd563e3-0916-4d76-9470-2aab5ad723db tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:26.088000 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dcf948f9-d904-4dbb-ba2d-fcca0524601a req-cfd563e3-0916-4d76-9470-2aab5ad723db tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0877459 Jan 25 16:22:26.124150 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dcf948f9-d904-4dbb-ba2d-fcca0524601a req-f1c2de00-e0ab-4684-bed0-603977693e53 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318630 Jan 25 16:22:27.517992 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d2c63-3275-4bd4-a878-775f7078b7fa req-67f291aa-5740-41b1-a240-f1e8d9269db4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:27.518946 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b62d2c63-3275-4bd4-a878-775f7078b7fa req-67f291aa-5740-41b1-a240-f1e8d9269db4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.3032043 Jan 25 16:22:27.556894 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b62d2c63-3275-4bd4-a878-775f7078b7fa req-42008661-fd5e-49c7-96d1-bd8942f9b4c0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303764 Jan 25 16:22:27.648299 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:22:28.747856 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc2535-afaf-41db-b016-93268188c32c req-ebeedede-d2ac-4089-8960-1dd9f3ec809d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:28.748953 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-29dc2535-afaf-41db-b016-93268188c32c req-ebeedede-d2ac-4089-8960-1dd9f3ec809d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0882058 Jan 25 16:22:28.783053 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-29dc2535-afaf-41db-b016-93268188c32c req-22b47c89-331e-4ee1-9fda-4ac2583e7045 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295324 Jan 25 16:22:29.962355 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3942ff4-e8ad-4615-a839-119276f897b8 req-0af225a6-b680-4d2c-8b1d-825793c53b38 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:29.963388 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f3942ff4-e8ad-4615-a839-119276f897b8 req-0af225a6-b680-4d2c-8b1d-825793c53b38 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0727193 Jan 25 16:22:29.998394 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f3942ff4-e8ad-4615-a839-119276f897b8 req-5c97edcd-29e8-4ad5-9465-d0dbcc697715 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311220 Jan 25 16:22:31.187290 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324466b8-5f11-4c03-b543-bfc88be50351 req-b34ffa96-73fd-4f1c-9eb6-087071298da4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:31.188420 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-324466b8-5f11-4c03-b543-bfc88be50351 req-b34ffa96-73fd-4f1c-9eb6-087071298da4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0850465 Jan 25 16:22:31.438856 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-324466b8-5f11-4c03-b543-bfc88be50351 req-022f7e4d-3c4d-4d8f-9ef7-c29eeec02d96 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457247 Jan 25 16:22:32.622310 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cac0a0-3f51-4f3d-ade0-7acadb3d01a3 req-1a45b8ec-3e42-4257-b7b3-b8b0a2f700e2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:32.623391 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-81cac0a0-3f51-4f3d-ade0-7acadb3d01a3 req-1a45b8ec-3e42-4257-b7b3-b8b0a2f700e2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0733352 Jan 25 16:22:32.657300 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-81cac0a0-3f51-4f3d-ade0-7acadb3d01a3 req-de74d84b-17be-4799-99ca-b9ea4810c07e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293603 Jan 25 16:22:33.834345 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df1f8b-e613-44bc-a5b3-fc4b5f8de86d req-534d55ef-8463-48a9-92af-d215d5d27fed tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:33.835314 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c0df1f8b-e613-44bc-a5b3-fc4b5f8de86d req-534d55ef-8463-48a9-92af-d215d5d27fed tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0723450 Jan 25 16:22:33.872856 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c0df1f8b-e613-44bc-a5b3-fc4b5f8de86d req-77ea5edf-79a6-46e2-bc68-ab2bdfa036e9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305254 Jan 25 16:22:35.052670 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b119d1e-38ba-4b36-9a6d-1b1cfb8ca97e req-06151a5b-75d5-449a-8918-39dd97e116d1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:35.053704 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6b119d1e-38ba-4b36-9a6d-1b1cfb8ca97e req-06151a5b-75d5-449a-8918-39dd97e116d1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0777571 Jan 25 16:22:35.087569 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6b119d1e-38ba-4b36-9a6d-1b1cfb8ca97e req-40eb0768-9f9c-4c18-9eda-5c1dd5a050d2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299699 Jan 25 16:22:36.278297 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c6b37-fa8f-4748-b8cd-3429eaa3bd13 req-ac485dad-8abf-4bd2-93c3-2543e548457f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:36.279342 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bb7c6b37-fa8f-4748-b8cd-3429eaa3bd13 req-ac485dad-8abf-4bd2-93c3-2543e548457f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0844984 Jan 25 16:22:36.316140 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bb7c6b37-fa8f-4748-b8cd-3429eaa3bd13 req-863f7cc8-3d45-4734-afa2-0ac7aebb99db tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296407 Jan 25 16:22:37.506859 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b3dfc-82bd-46c8-b9f7-3a74faaebd58 req-66ef288b-892b-446e-a34a-0a073b4beff5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:37.507831 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0c3b3dfc-82bd-46c8-b9f7-3a74faaebd58 req-66ef288b-892b-446e-a34a-0a073b4beff5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0827289 Jan 25 16:22:37.544669 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0c3b3dfc-82bd-46c8-b9f7-3a74faaebd58 req-aa304be4-4bd4-4fd0-986d-b9fbef4530e5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325809 Jan 25 16:22:38.742411 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f84313-2f8c-4841-ba27-981bf2ef1c0b req-e6f105f6-1d53-4634-95cc-665760312eda tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:38.743484 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74f84313-2f8c-4841-ba27-981bf2ef1c0b req-e6f105f6-1d53-4634-95cc-665760312eda tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0834000 Jan 25 16:22:38.779640 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74f84313-2f8c-4841-ba27-981bf2ef1c0b req-8dcc85c3-ac13-4a3f-abbe-7384b2783455 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319922 Jan 25 16:22:39.969460 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4c66f-26b4-42b5-91dd-8e29c8eb6010 req-d835e23c-0a09-4d09-9918-1adf8f38c5fd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:39.970521 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-11e4c66f-26b4-42b5-91dd-8e29c8eb6010 req-d835e23c-0a09-4d09-9918-1adf8f38c5fd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0795624 Jan 25 16:22:40.004618 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-11e4c66f-26b4-42b5-91dd-8e29c8eb6010 req-a1400732-0369-4ae6-af2b-521813fb439f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298316 Jan 25 16:22:41.174065 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543d23d-2907-4878-aeb6-51826e16f811 req-b4ad0923-7ccf-4efe-b701-363bad071cec tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:41.175121 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d543d23d-2907-4878-aeb6-51826e16f811 req-b4ad0923-7ccf-4efe-b701-363bad071cec tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0756488 Jan 25 16:22:41.209623 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d543d23d-2907-4878-aeb6-51826e16f811 req-f91995e5-9ada-4c8e-b4a1-d3078a7709f8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303063 Jan 25 16:22:42.402935 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666b486-407a-4623-b3d0-6efd1a77f8e4 req-efc17868-a047-42f7-8f63-c8e972671ba1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:42.404377 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9666b486-407a-4623-b3d0-6efd1a77f8e4 req-efc17868-a047-42f7-8f63-c8e972671ba1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0874946 Jan 25 16:22:42.442372 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9666b486-407a-4623-b3d0-6efd1a77f8e4 req-99b6704c-9f82-4515-961e-2cd577051755 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307424 Jan 25 16:22:43.634555 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca83934-f7c2-4bcf-ab98-4d57496e2a27 req-bdfe6f5e-4456-47b3-9196-9ff59633ddbc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:43.635621 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cca83934-f7c2-4bcf-ab98-4d57496e2a27 req-bdfe6f5e-4456-47b3-9196-9ff59633ddbc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0783899 Jan 25 16:22:43.669651 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cca83934-f7c2-4bcf-ab98-4d57496e2a27 req-f801f109-d0ad-4475-9052-ccc304ffc79f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298316 Jan 25 16:22:44.853436 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f184d9-4f25-44aa-95ac-411aeabb4054 req-c1cca80a-d9e0-4e19-819c-f183ac3bf2b3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:44.854445 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-55f184d9-4f25-44aa-95ac-411aeabb4054 req-c1cca80a-d9e0-4e19-819c-f183ac3bf2b3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0759127 Jan 25 16:22:44.892006 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-55f184d9-4f25-44aa-95ac-411aeabb4054 req-4cf81514-045e-47c2-aef5-3d99909cfe65 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311728 Jan 25 16:22:46.066561 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325d06f-a484-46a7-9036-ae1e64e0f213 req-30e1abce-885b-44a3-9eda-b8b01245f251 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:46.067575 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c325d06f-a484-46a7-9036-ae1e64e0f213 req-30e1abce-885b-44a3-9eda-b8b01245f251 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0736754 Jan 25 16:22:46.102427 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c325d06f-a484-46a7-9036-ae1e64e0f213 req-e0762fd7-cdac-4c14-b017-3f5974fb2c9d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309937 Jan 25 16:22:47.270025 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec23b3c-92be-4073-adfd-d61f257062b3 req-20af78d1-e425-4449-9a4b-1546e99ead3a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:47.271059 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1ec23b3c-92be-4073-adfd-d61f257062b3 req-20af78d1-e425-4449-9a4b-1546e99ead3a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0770438 Jan 25 16:22:47.304256 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1ec23b3c-92be-4073-adfd-d61f257062b3 req-d29ed044-7639-4d5b-a930-fd604bcfad52 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290468 Jan 25 16:22:48.489998 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d2f19-901c-414e-bbaf-7db9ffc6346f req-7ddd8e27-539a-4858-916c-f6c005e5b377 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:48.491008 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1b9d2f19-901c-414e-bbaf-7db9ffc6346f req-7ddd8e27-539a-4858-916c-f6c005e5b377 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0794728 Jan 25 16:22:48.530829 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1b9d2f19-901c-414e-bbaf-7db9ffc6346f req-3a1f078d-29cc-483d-ac8f-50547a699a5a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356820 Jan 25 16:22:49.708526 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb864138-45aa-4400-9db7-375af0eb9b21 req-2e2ae52f-6b55-4fb7-bab2-63263a846c68 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:49.709540 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bb864138-45aa-4400-9db7-375af0eb9b21 req-2e2ae52f-6b55-4fb7-bab2-63263a846c68 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0740058 Jan 25 16:22:49.746110 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bb864138-45aa-4400-9db7-375af0eb9b21 req-6ba81f6a-636e-4e38-999c-69657c2f3a5a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324233 Jan 25 16:22:50.924852 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cc937-9a25-4999-a116-0e88e6d775cc req-34d8c1cf-a444-4bb6-bfb0-b602f38d31bd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:50.925890 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6e2cc937-9a25-4999-a116-0e88e6d775cc req-34d8c1cf-a444-4bb6-bfb0-b602f38d31bd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0765173 Jan 25 16:22:50.963370 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6e2cc937-9a25-4999-a116-0e88e6d775cc req-588e76a4-e30c-4bf8-848e-ce58f3d59bae tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298228 Jan 25 16:22:51.531543 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:22:52.155480 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22514755-ef43-4a9b-914f-8be3ddeb8bb8 req-48df7957-cde7-4968-80e3-0fa7064aae57 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:52.156693 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-22514755-ef43-4a9b-914f-8be3ddeb8bb8 req-48df7957-cde7-4968-80e3-0fa7064aae57 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0870585 Jan 25 16:22:52.192574 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-22514755-ef43-4a9b-914f-8be3ddeb8bb8 req-ee7cfdf4-8ae2-43f2-8b61-e42673509fac tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312502 Jan 25 16:22:53.037230 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3f68154c-e428-43a6-99a0-0bb90513ed5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:22:53.366752 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3b331-dfc8-42d1-b56a-34ca39879076 req-ceaa5f26-e5f4-4b62-bdc6-e485daaafe21 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:53.367791 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d5e3b331-dfc8-42d1-b56a-34ca39879076 req-ceaa5f26-e5f4-4b62-bdc6-e485daaafe21 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0737963 Jan 25 16:22:53.407937 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d5e3b331-dfc8-42d1-b56a-34ca39879076 req-06a8547b-8660-4fdf-bf6e-a1d6ac6ac728 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325122 Jan 25 16:22:54.034556 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2ca417a9-284c-4248-8e80-51fc23c0c4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:22:54.610607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8d886-6cc1-46c0-8f62-ad362138f294 req-c98af4ad-9b98-4430-8333-0ff231f2f68d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:54.611699 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a5a8d886-6cc1-46c0-8f62-ad362138f294 req-c98af4ad-9b98-4430-8333-0ff231f2f68d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0910981 Jan 25 16:22:54.645269 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:22:54.648136 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a5a8d886-6cc1-46c0-8f62-ad362138f294 req-e317de40-63d0-4c67-b3b6-3d27694254c2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319149 Jan 25 16:22:54.914768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:22:55.748220 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:22:55.828623 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff27f8-351a-42ab-9022-09f4e4dd23b2 req-1b766e47-2926-46e3-9668-bc5a25c382d4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:55.829695 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-37ff27f8-351a-42ab-9022-09f4e4dd23b2 req-1b766e47-2926-46e3-9668-bc5a25c382d4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0709202 Jan 25 16:22:55.864133 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-37ff27f8-351a-42ab-9022-09f4e4dd23b2 req-bbc1c794-40cf-477a-9dff-a942c8bcac68 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300353 Jan 25 16:22:57.044213 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482f036-5025-4fd2-a9e5-a1b775be6e4c req-f63598c9-e402-4ea7-a5cb-abaf41e388de tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:57.045324 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e482f036-5025-4fd2-a9e5-a1b775be6e4c req-f63598c9-e402-4ea7-a5cb-abaf41e388de tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0761249 Jan 25 16:22:57.082524 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e482f036-5025-4fd2-a9e5-a1b775be6e4c req-429aa30c-0839-48ee-9290-db38d2f2cea3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326989 Jan 25 16:22:58.279195 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caee665-a54a-4d64-9133-b0ea94266d93 req-f40d6625-e47c-45e0-b3ce-4784be23c302 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:58.280314 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5caee665-a54a-4d64-9133-b0ea94266d93 req-f40d6625-e47c-45e0-b3ce-4784be23c302 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0885656 Jan 25 16:22:58.318418 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5caee665-a54a-4d64-9133-b0ea94266d93 req-f752941f-c24b-49f1-af9c-c4967c170928 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308299 Jan 25 16:22:59.503747 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c49c6d-b3dc-4cf2-bb0d-65ee92b8d84c req-35b7200d-21ba-42a7-8df4-b4c8a962f7ce tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:22:59.504775 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-09c49c6d-b3dc-4cf2-bb0d-65ee92b8d84c req-35b7200d-21ba-42a7-8df4-b4c8a962f7ce tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0811756 Jan 25 16:22:59.542429 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-09c49c6d-b3dc-4cf2-bb0d-65ee92b8d84c req-f62eb0a2-4de3-43cd-8085-e2697b28c9aa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307496 Jan 25 16:23:00.714448 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41e436-e10d-4c50-8f60-45d1e015f68d req-eb416fc2-42b2-4c33-9913-0277998371ad tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:00.715522 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6c41e436-e10d-4c50-8f60-45d1e015f68d req-eb416fc2-42b2-4c33-9913-0277998371ad tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0738044 Jan 25 16:23:00.751292 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6c41e436-e10d-4c50-8f60-45d1e015f68d req-924de3d3-9156-4e6b-aaaa-aeaaee4ae5dc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316699 Jan 25 16:23:01.954391 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca1d64-31c1-439a-95ac-66321900f47e req-0766419c-a6c8-4632-ad89-20a0aff58e5a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:01.955462 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-12ca1d64-31c1-439a-95ac-66321900f47e req-0766419c-a6c8-4632-ad89-20a0aff58e5a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0872719 Jan 25 16:23:01.990075 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-12ca1d64-31c1-439a-95ac-66321900f47e req-66165b08-92ba-4e98-9cdc-5d58637ccb90 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303607 Jan 25 16:23:03.058945 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:23:03.173803 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbed7f3-e409-4ae4-94a6-3294829fa241 req-366066cc-42de-4b4d-aacd-1a43ea39c28e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:03.174899 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-adbed7f3-e409-4ae4-94a6-3294829fa241 req-366066cc-42de-4b4d-aacd-1a43ea39c28e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0729029 Jan 25 16:23:03.209136 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-adbed7f3-e409-4ae4-94a6-3294829fa241 req-100c05bc-991e-4d38-9a48-6ed21270de2b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293481 Jan 25 16:23:04.390505 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bf694-8b3d-405f-98ec-6816bd7d48b4 req-199e86b9-824f-49a2-a408-fa2dec17b31c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:04.391550 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ae6bf694-8b3d-405f-98ec-6816bd7d48b4 req-199e86b9-824f-49a2-a408-fa2dec17b31c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0736945 Jan 25 16:23:04.427648 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ae6bf694-8b3d-405f-98ec-6816bd7d48b4 req-a0ddbdff-824d-4fbe-aa77-63bb7f0380d8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319786 Jan 25 16:23:05.598678 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151323ea-7343-43a0-8ed3-df781eb5c4a4 req-2136531f-4b9d-4692-b765-262f87b1c755 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:05.599709 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-151323ea-7343-43a0-8ed3-df781eb5c4a4 req-2136531f-4b9d-4692-b765-262f87b1c755 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0775785 Jan 25 16:23:05.635570 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-151323ea-7343-43a0-8ed3-df781eb5c4a4 req-5b266844-c217-4f86-b396-2a1f4311c1bc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305190 Jan 25 16:23:06.811590 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1499827-9ad7-4d00-8f05-9b2dfcfc787e req-c96fc334-752b-4edc-9e99-5c3123839a0e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:06.812690 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1499827-9ad7-4d00-8f05-9b2dfcfc787e req-c96fc334-752b-4edc-9e99-5c3123839a0e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0760114 Jan 25 16:23:06.847793 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a1499827-9ad7-4d00-8f05-9b2dfcfc787e req-12f128f6-52ce-47d8-adce-9a3ee85153da tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308852 Jan 25 16:23:08.039830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23c25b-f24d-40bf-b016-74501efc52db req-9c4febf8-5676-407d-9b6c-ea77a66ffc1f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:08.040971 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ee23c25b-f24d-40bf-b016-74501efc52db req-9c4febf8-5676-407d-9b6c-ea77a66ffc1f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0872965 Jan 25 16:23:08.074938 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ee23c25b-f24d-40bf-b016-74501efc52db req-a5b617a9-24cd-45dc-abef-3592a195a121 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297387 Jan 25 16:23:09.255393 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9038c-85c9-49f5-9721-ceb4de45452c req-00d1bdfa-bfdc-4155-8333-fe0bec86c4a6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:09.256465 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-adb9038c-85c9-49f5-9721-ceb4de45452c req-00d1bdfa-bfdc-4155-8333-fe0bec86c4a6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0765538 Jan 25 16:23:09.289733 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-adb9038c-85c9-49f5-9721-ceb4de45452c req-a8a5d31e-221e-4b7b-947b-5fb7b239b988 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288026 Jan 25 16:23:10.486571 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ecf18-c480-4f28-82f4-e10e5e86ccf1 req-381d6fee-609c-4960-b360-9d705166c285 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:10.487612 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1d3ecf18-c480-4f28-82f4-e10e5e86ccf1 req-381d6fee-609c-4960-b360-9d705166c285 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0932717 Jan 25 16:23:10.522124 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1d3ecf18-c480-4f28-82f4-e10e5e86ccf1 req-4213bf42-a750-4d0e-a79d-aea6d5b2f742 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303152 Jan 25 16:23:11.702410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce8543-aa83-4b0b-adfe-1c467239ea79 req-d0463108-8cdd-4a33-b376-ad13ca087962 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:11.703413 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-43ce8543-aa83-4b0b-adfe-1c467239ea79 req-d0463108-8cdd-4a33-b376-ad13ca087962 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0784476 Jan 25 16:23:11.740792 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-43ce8543-aa83-4b0b-adfe-1c467239ea79 req-c61e801e-87ba-4ffe-a1ac-280aba8935a7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301480 Jan 25 16:23:12.938913 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dd4fa-352e-49d9-85ec-10f56e0db4b7 req-4f313354-ec3a-4ba9-a574-77b1988a1642 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:12.940027 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9f1dd4fa-352e-49d9-85ec-10f56e0db4b7 req-4f313354-ec3a-4ba9-a574-77b1988a1642 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0849490 Jan 25 16:23:12.973779 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9f1dd4fa-352e-49d9-85ec-10f56e0db4b7 req-0e0c5f7e-ad42-4516-a9af-596dd883747f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292966 Jan 25 16:23:14.164774 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24c180-e44f-4ce4-b0a1-b29aab7f58d1 req-621561d8-cfea-4177-b12c-6fa66b81266b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:14.165958 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1a24c180-e44f-4ce4-b0a1-b29aab7f58d1 req-621561d8-cfea-4177-b12c-6fa66b81266b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0885720 Jan 25 16:23:14.201559 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1a24c180-e44f-4ce4-b0a1-b29aab7f58d1 req-c2af87db-4684-4de7-8ba7-1c86f96795c7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310633 Jan 25 16:23:15.389581 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d21d62-d312-40e5-b55d-d84046b265aa req-639f771f-6fe6-4b75-a905-e011a1549b47 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:15.390675 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d7d21d62-d312-40e5-b55d-d84046b265aa req-639f771f-6fe6-4b75-a905-e011a1549b47 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0858741 Jan 25 16:23:15.425495 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d7d21d62-d312-40e5-b55d-d84046b265aa req-e0689c1b-a2d4-465b-8c70-8d0a8f3f9699 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304317 Jan 25 16:23:16.601938 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd520af7-ae8f-4f77-af38-857505832949 req-0a04bbca-1b6f-437e-a95d-0156b4299b7c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:16.602976 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cd520af7-ae8f-4f77-af38-857505832949 req-0a04bbca-1b6f-437e-a95d-0156b4299b7c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0782216 Jan 25 16:23:16.639119 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cd520af7-ae8f-4f77-af38-857505832949 req-2a3ae66e-fe65-4bd3-90e4-7bfb057bf073 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300043 Jan 25 16:23:17.842768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e203abf-0651-4179-bf9b-3e7ad8cecd65 req-095cd2d8-0b6e-481d-bf59-55ad5d7e4c0c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:17.843833 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9e203abf-0651-4179-bf9b-3e7ad8cecd65 req-095cd2d8-0b6e-481d-bf59-55ad5d7e4c0c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0944214 Jan 25 16:23:17.883816 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9e203abf-0651-4179-bf9b-3e7ad8cecd65 req-ceb05dd3-0e69-4514-b3be-21832009295b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322328 Jan 25 16:23:19.071481 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca0a16-d544-4ed1-b5eb-54bad2324d39 req-2c8344e6-c663-4c00-8e23-e9b77f0ca465 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:19.072550 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1eca0a16-d544-4ed1-b5eb-54bad2324d39 req-2c8344e6-c663-4c00-8e23-e9b77f0ca465 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0733256 Jan 25 16:23:19.107734 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1eca0a16-d544-4ed1-b5eb-54bad2324d39 req-e8f127e3-b18d-421e-9787-6f4391b7984e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294051 Jan 25 16:23:20.287885 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ac43b-25c0-4138-b9cf-f1d79e4f2278 req-c18fa4ae-b313-4ae6-80b3-0561b4c9fa3c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:20.288942 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d05ac43b-25c0-4138-b9cf-f1d79e4f2278 req-c18fa4ae-b313-4ae6-80b3-0561b4c9fa3c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0801716 Jan 25 16:23:20.326584 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d05ac43b-25c0-4138-b9cf-f1d79e4f2278 req-889a8ef5-2dfc-44ba-aee7-1dd841300458 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304956 Jan 25 16:23:21.513185 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f0669-e1c9-4c82-a48b-66c3c3f5932d req-fbf925ba-f25d-4260-aea5-5db08b6c8868 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:21.514190 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-190f0669-e1c9-4c82-a48b-66c3c3f5932d req-fbf925ba-f25d-4260-aea5-5db08b6c8868 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0802817 Jan 25 16:23:21.548859 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-190f0669-e1c9-4c82-a48b-66c3c3f5932d req-e3321acd-7b3a-48c7-bfb4-79ee4d8a7d0b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302994 Jan 25 16:23:22.731087 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552624d2-3346-4286-9ed1-de0db03cfeab req-34177315-571b-4e42-9573-872323b6bf91 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:22.732090 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-552624d2-3346-4286-9ed1-de0db03cfeab req-34177315-571b-4e42-9573-872323b6bf91 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0739715 Jan 25 16:23:22.767042 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-552624d2-3346-4286-9ed1-de0db03cfeab req-b2a6a7d6-1a68-4630-b748-35001848ce01 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297775 Jan 25 16:23:23.037033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-387d7935-6fef-4f58-8fa8-231b4d6839a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:23:23.952395 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6a3ff-d245-41f6-a2d2-c1607380922a req-45549b9b-7344-4b2d-825a-a92e168bdacb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:23.953437 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eeb6a3ff-d245-41f6-a2d2-c1607380922a req-45549b9b-7344-4b2d-825a-a92e168bdacb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0784013 Jan 25 16:23:23.987009 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eeb6a3ff-d245-41f6-a2d2-c1607380922a req-e9975cf9-f00a-4071-b08c-9b0ec069b56e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292139 Jan 25 16:23:24.021061 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-25f0ff4a-03f0-44e4-8928-9f0b282a9624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:23:24.656879 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:23:24.916873 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:23:25.177536 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720c528-fe8c-46fa-beb5-75f1ae9b6d57 req-108ce4e1-56a2-4e8d-93f6-786202fe837d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:25.178628 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c720c528-fe8c-46fa-beb5-75f1ae9b6d57 req-108ce4e1-56a2-4e8d-93f6-786202fe837d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0792096 Jan 25 16:23:25.212651 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c720c528-fe8c-46fa-beb5-75f1ae9b6d57 req-aff01206-eac2-4178-9ee9-d834cc15e4ac tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296285 Jan 25 16:23:25.753214 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:23:26.393641 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaeb191-3efa-4388-95da-e280f8ec82ec req-364b9f1f-cc97-4a85-bdca-2d6a7978a1fc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:26.394715 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eaaeb191-3efa-4388-95da-e280f8ec82ec req-364b9f1f-cc97-4a85-bdca-2d6a7978a1fc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0739861 Jan 25 16:23:26.432444 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eaaeb191-3efa-4388-95da-e280f8ec82ec req-9724cedf-90d7-40f1-af20-2d5f15d48894 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306447 Jan 25 16:23:27.622197 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552f849-d0c6-496e-afef-8202870d1fb9 req-aaefc3eb-dcbf-4366-93b1-a99a42e22792 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:27.623264 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8552f849-d0c6-496e-afef-8202870d1fb9 req-aaefc3eb-dcbf-4366-93b1-a99a42e22792 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0881743 Jan 25 16:23:27.662662 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8552f849-d0c6-496e-afef-8202870d1fb9 req-78c314ca-6049-4b99-9c29-b4bd6545cdf1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322030 Jan 25 16:23:28.534548 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:23:28.842732 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df47f7-009f-4d0d-97c0-f67464265a32 req-96f183fc-6c51-474a-a6b7-f11eacde4b60 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:28.843646 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-29df47f7-009f-4d0d-97c0-f67464265a32 req-96f183fc-6c51-474a-a6b7-f11eacde4b60 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0727196 Jan 25 16:23:28.877005 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-29df47f7-009f-4d0d-97c0-f67464265a32 req-7f37c5ce-7f43-40ab-a321-5a6c4edfefe3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291653 Jan 25 16:23:30.058854 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d5407-68b8-4519-8eaf-edca086a6c45 req-ed0cfc06-fda3-445c-828d-0d0fb790c1c3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:30.059915 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2a4d5407-68b8-4519-8eaf-edca086a6c45 req-ed0cfc06-fda3-445c-828d-0d0fb790c1c3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0746744 Jan 25 16:23:30.097096 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2a4d5407-68b8-4519-8eaf-edca086a6c45 req-09e22140-e3fc-4e82-a50a-b940daae61b8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289161 Jan 25 16:23:31.281174 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90288297-04c6-4cc7-b9ff-1c0ea15d5f8b req-c7fc143f-3a71-4a05-ae3a-7c135f9d8bf3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:31.282360 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-90288297-04c6-4cc7-b9ff-1c0ea15d5f8b req-c7fc143f-3a71-4a05-ae3a-7c135f9d8bf3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0744994 Jan 25 16:23:31.318594 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-90288297-04c6-4cc7-b9ff-1c0ea15d5f8b req-2d332523-ea12-4dfb-91d8-59e708bf94fa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320494 Jan 25 16:23:32.513149 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69f249-fa63-4a04-9e62-85db519212f0 req-7c34931f-526c-466f-9c1f-c1ada1166f39 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:32.514132 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fa69f249-fa63-4a04-9e62-85db519212f0 req-7c34931f-526c-466f-9c1f-c1ada1166f39 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0841036 Jan 25 16:23:32.551264 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fa69f249-fa63-4a04-9e62-85db519212f0 req-95cf0158-3969-42e7-af7e-601fa73ec151 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296364 Jan 25 16:23:33.745624 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c2582-1234-4a77-b3c5-4955932d5160 req-c1474b8a-07af-465d-b7d5-1e494698cfd0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:33.746663 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f44c2582-1234-4a77-b3c5-4955932d5160 req-c1474b8a-07af-465d-b7d5-1e494698cfd0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0775576 Jan 25 16:23:33.782047 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f44c2582-1234-4a77-b3c5-4955932d5160 req-7b4c3947-b66e-4efa-a603-96319b6ebdb8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309494 Jan 25 16:23:34.958902 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe105584-6b64-4d9c-a3e5-65f781c9bd7b req-48197851-4643-47aa-9405-13228257611b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:34.959805 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fe105584-6b64-4d9c-a3e5-65f781c9bd7b req-48197851-4643-47aa-9405-13228257611b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0730026 Jan 25 16:23:34.998584 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fe105584-6b64-4d9c-a3e5-65f781c9bd7b req-0635d64b-cde8-4b43-b6dc-f0f405191d6e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315275 Jan 25 16:23:36.166733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4a712-522f-4e14-a012-e32e75347faa req-d16e04ab-0d82-4f42-ba5a-0e36f03ac924 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:36.167822 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-63e4a712-522f-4e14-a012-e32e75347faa req-d16e04ab-0d82-4f42-ba5a-0e36f03ac924 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0751963 Jan 25 16:23:36.201889 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-63e4a712-522f-4e14-a012-e32e75347faa req-b09b73af-673e-4bff-ba1f-60700d5f9004 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297096 Jan 25 16:23:37.375334 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36295c1d-cb9e-4332-a388-02687f2ba550 req-c9988a05-4040-46bb-9b79-db0fa7b9f808 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:37.376355 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-36295c1d-cb9e-4332-a388-02687f2ba550 req-c9988a05-4040-46bb-9b79-db0fa7b9f808 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0749371 Jan 25 16:23:37.409949 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-36295c1d-cb9e-4332-a388-02687f2ba550 req-91d46591-d588-44f9-8d7e-0f89fd86f1ac tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293000 Jan 25 16:23:38.597206 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239e9aa-45ce-45ec-ae0b-b810965f7bda req-25753133-d7f0-4d7a-b6f7-6b2989ce88e5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:38.598221 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9239e9aa-45ce-45ec-ae0b-b810965f7bda req-25753133-d7f0-4d7a-b6f7-6b2989ce88e5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0750072 Jan 25 16:23:38.635142 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9239e9aa-45ce-45ec-ae0b-b810965f7bda req-c4a810a7-4eac-4e24-8690-74eb80ec66af tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326135 Jan 25 16:23:39.821584 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48699da-021f-4821-a705-1f996378c3ed req-26135c60-a13c-41a7-830f-4fc0f7a057ea tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:39.822607 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e48699da-021f-4821-a705-1f996378c3ed req-26135c60-a13c-41a7-830f-4fc0f7a057ea tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0766199 Jan 25 16:23:39.858431 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e48699da-021f-4821-a705-1f996378c3ed req-ee277280-969f-412e-928f-89ecfde85dc5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314908 Jan 25 16:23:41.036081 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aefb18-90e1-40da-a9a7-8cf172e293e4 req-484360b6-7275-4aff-ac8f-97159e53ca0e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:41.037080 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d5aefb18-90e1-40da-a9a7-8cf172e293e4 req-484360b6-7275-4aff-ac8f-97159e53ca0e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0738692 Jan 25 16:23:41.071195 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d5aefb18-90e1-40da-a9a7-8cf172e293e4 req-ebc10a76-5a07-428e-80f3-6a9461d63809 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300846 Jan 25 16:23:42.241657 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2f353-a061-4f55-abdf-a0c8bee3f3e1 req-0650405a-973d-49b3-8586-65be1f87f8b9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:42.242720 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f9c2f353-a061-4f55-abdf-a0c8bee3f3e1 req-0650405a-973d-49b3-8586-65be1f87f8b9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0720282 Jan 25 16:23:42.282386 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f9c2f353-a061-4f55-abdf-a0c8bee3f3e1 req-d59224b2-a230-4219-af33-549c87bf19c5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327275 Jan 25 16:23:43.464402 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d366b-033d-40f1-8d65-e421e22831f9 req-069165b7-8a72-4bf4-816f-cd131e8cc885 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:43.465400 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-216d366b-033d-40f1-8d65-e421e22831f9 req-069165b7-8a72-4bf4-816f-cd131e8cc885 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0777793 Jan 25 16:23:43.499489 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-216d366b-033d-40f1-8d65-e421e22831f9 req-4a800acf-2b8b-4b34-b17d-78c7649ab2c0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298097 Jan 25 16:23:44.676595 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ca2a3-2bf1-4aad-be93-0545bc9f03a2 req-57073d36-65de-4b86-bcc6-c08adf0b4893 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:44.677683 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-013ca2a3-2bf1-4aad-be93-0545bc9f03a2 req-57073d36-65de-4b86-bcc6-c08adf0b4893 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0860722 Jan 25 16:23:44.712895 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-013ca2a3-2bf1-4aad-be93-0545bc9f03a2 req-17ab7f75-bcdc-4530-a683-4ddad4e7d737 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300508 Jan 25 16:23:45.892730 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27760642-74c1-4255-840f-8ba5ce117e8b req-ae2c48c9-5c7f-4cf6-86c1-a6f21bd85e4e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:45.893814 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-27760642-74c1-4255-840f-8ba5ce117e8b req-ae2c48c9-5c7f-4cf6-86c1-a6f21bd85e4e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0733290 Jan 25 16:23:45.931522 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-27760642-74c1-4255-840f-8ba5ce117e8b req-dd1c8911-98f1-407b-b225-1ef0cf016607 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335865 Jan 25 16:23:47.123229 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869dc92-5ed6-4339-af13-e78092ee7ad5 req-a97ca13d-c1a3-4cf3-817d-79d53aad245b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:47.124280 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a869dc92-5ed6-4339-af13-e78092ee7ad5 req-a97ca13d-c1a3-4cf3-817d-79d53aad245b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0835333 Jan 25 16:23:47.164812 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a869dc92-5ed6-4339-af13-e78092ee7ad5 req-a2b6cd6d-cc65-4ff5-a94a-cece26e53788 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330853 Jan 25 16:23:48.334506 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a414cd-c1ea-4576-a57c-15d3d290003a req-e44fa2c0-993c-4c94-8488-de4145087524 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:48.336204 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-95a414cd-c1ea-4576-a57c-15d3d290003a req-e44fa2c0-993c-4c94-8488-de4145087524 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0812299 Jan 25 16:23:48.373828 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-95a414cd-c1ea-4576-a57c-15d3d290003a req-a8a98e7b-5b9f-4546-b7a0-071218447ddd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304604 Jan 25 16:23:49.295032 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:23:49.565741 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f9353-9ccb-491a-b457-b2e64782d89f req-0b1a820f-1595-476a-8945-0475e7e9efb8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:49.566810 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7a0f9353-9ccb-491a-b457-b2e64782d89f req-0b1a820f-1595-476a-8945-0475e7e9efb8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0873926 Jan 25 16:23:49.605667 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7a0f9353-9ccb-491a-b457-b2e64782d89f req-4fba34f1-891f-40b5-a987-0331d99706b3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329924 Jan 25 16:23:50.779207 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926386a-78eb-4f3b-bba7-84eb972239a1 req-b00ec05d-0436-41ed-8f08-72a89e0c87dc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:50.780253 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4926386a-78eb-4f3b-bba7-84eb972239a1 req-b00ec05d-0436-41ed-8f08-72a89e0c87dc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0770311 Jan 25 16:23:50.817381 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4926386a-78eb-4f3b-bba7-84eb972239a1 req-4c0ea18b-528b-47fa-9763-e8f713f5fd49 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299816 Jan 25 16:23:51.990926 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65435848-a5b9-4380-a813-d6743c7edc9b req-7c1c0131-9267-4e42-94fd-a151d59afc1f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:51.991962 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-65435848-a5b9-4380-a813-d6743c7edc9b req-7c1c0131-9267-4e42-94fd-a151d59afc1f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0730309 Jan 25 16:23:52.030442 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-65435848-a5b9-4380-a813-d6743c7edc9b req-f3da5cd3-a8b1-4d51-bb30-56775ffc46f4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309448 Jan 25 16:23:53.034556 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a26d20a6-1c64-45f7-af09-47a7f534888f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:23:53.206628 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c00ac0-da4c-4752-bc56-8d8317d4d717 req-8f633805-5565-46a9-847c-7a428a88f8d2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:53.207733 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e2c00ac0-da4c-4752-bc56-8d8317d4d717 req-8f633805-5565-46a9-847c-7a428a88f8d2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0825121 Jan 25 16:23:53.246132 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e2c00ac0-da4c-4752-bc56-8d8317d4d717 req-2eaec623-a695-4c4e-a45a-f518b87a2db7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339463 Jan 25 16:23:54.030444 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-695c2fbe-6184-489f-a45e-01c34c766ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:23:54.436511 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cac735-5365-415a-9ef2-3899bafb8c00 req-6f645ad6-2e81-44c5-87e9-256d5231c473 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:54.437580 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-45cac735-5365-415a-9ef2-3899bafb8c00 req-6f645ad6-2e81-44c5-87e9-256d5231c473 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0821497 Jan 25 16:23:54.475796 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-45cac735-5365-415a-9ef2-3899bafb8c00 req-e9234136-66cd-46f9-b09b-b0aa09900693 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309470 Jan 25 16:23:54.662144 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:23:54.915157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:23:55.666201 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93156f73-95cb-4cf1-bb1e-74d6599ba182 req-4862a700-89a0-482b-a590-19cd00cbd535 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:55.667309 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-93156f73-95cb-4cf1-bb1e-74d6599ba182 req-4862a700-89a0-482b-a590-19cd00cbd535 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0906284 Jan 25 16:23:55.702420 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-93156f73-95cb-4cf1-bb1e-74d6599ba182 req-5240f941-6b12-408a-be79-ed431915cb40 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308101 Jan 25 16:23:55.754561 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:23:56.875484 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe57d8-42df-43b3-8b90-4e1ba31645d8 req-7abd2e50-3a50-4c26-bfe5-841e8b6717e9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:56.876483 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-19fe57d8-42df-43b3-8b90-4e1ba31645d8 req-7abd2e50-3a50-4c26-bfe5-841e8b6717e9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0742202 Jan 25 16:23:56.914272 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-19fe57d8-42df-43b3-8b90-4e1ba31645d8 req-7c13cf7f-4abe-42c0-b03a-bcded94dcb9d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334728 Jan 25 16:23:58.090732 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090f1d3-b2ed-4096-a9b7-f3c04a9c1531 req-2af752c0-8a24-4538-a823-f6331230fd64 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:58.091749 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1090f1d3-b2ed-4096-a9b7-f3c04a9c1531 req-2af752c0-8a24-4538-a823-f6331230fd64 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0771799 Jan 25 16:23:58.129643 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1090f1d3-b2ed-4096-a9b7-f3c04a9c1531 req-43142186-76ff-4b11-a37b-48a5bce5520e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305257 Jan 25 16:23:59.316924 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4232a-b39c-461b-b967-5dd3034d2ca2 req-eec02bfa-ce6e-441b-a370-e56dfaea98bb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:23:59.318007 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f0b4232a-b39c-461b-b967-5dd3034d2ca2 req-eec02bfa-ce6e-441b-a370-e56dfaea98bb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0902896 Jan 25 16:23:59.355318 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f0b4232a-b39c-461b-b967-5dd3034d2ca2 req-8dc18c69-e8a7-4c2f-aff9-f28c07e1f3db tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327551 Jan 25 16:24:00.536417 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13856137-37f5-4558-99af-fecbe7287074 req-97110b50-c569-404d-b8fa-635575c410eb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:00.537446 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-13856137-37f5-4558-99af-fecbe7287074 req-97110b50-c569-404d-b8fa-635575c410eb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0758619 Jan 25 16:24:00.571990 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-13856137-37f5-4558-99af-fecbe7287074 req-8d13ff54-f1b8-42b2-9a7b-4a4b9b30d2d1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302651 Jan 25 16:24:01.751893 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660af10-e103-4868-a19f-c4c53d9c9731 req-e4fb5caf-f6b2-4ebb-af6e-6b8021314940 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:01.752940 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f660af10-e103-4868-a19f-c4c53d9c9731 req-e4fb5caf-f6b2-4ebb-af6e-6b8021314940 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0766895 Jan 25 16:24:01.790493 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f660af10-e103-4868-a19f-c4c53d9c9731 req-b8d99746-5cf6-4f28-9cd7-a219f9a06066 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301304 Jan 25 16:24:03.187491 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e79e0-b402-497f-a9e1-4d532f455d66 req-9564c317-216e-4141-bfe1-7599f55f2e35 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:03.188536 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c30e79e0-b402-497f-a9e1-4d532f455d66 req-9564c317-216e-4141-bfe1-7599f55f2e35 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.2968283 Jan 25 16:24:03.225773 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c30e79e0-b402-497f-a9e1-4d532f455d66 req-71484407-5f7c-43e4-a76a-e1416c16e1b5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294368 Jan 25 16:24:04.396700 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9732535-a250-44f9-88f1-5bd6c954655f req-fd4e600b-56c4-4182-abe9-aee0e458845d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:04.397770 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f9732535-a250-44f9-88f1-5bd6c954655f req-fd4e600b-56c4-4182-abe9-aee0e458845d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0746539 Jan 25 16:24:04.434052 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f9732535-a250-44f9-88f1-5bd6c954655f req-3820e752-b8ab-48d9-8729-616f503f4fdd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320661 Jan 25 16:24:05.534175 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:24:05.626594 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598a0b7-c928-4b5a-b2cf-045916190b6b req-87661b86-ae14-417f-be4a-09e0de3181bd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:05.627689 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9598a0b7-c928-4b5a-b2cf-045916190b6b req-87661b86-ae14-417f-be4a-09e0de3181bd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0843542 Jan 25 16:24:05.667283 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9598a0b7-c928-4b5a-b2cf-045916190b6b req-0594899c-1f37-4d1f-a9d7-ac1f1211136d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320029 Jan 25 16:24:07.054434 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6edf23-b6fa-4ad0-891d-67bdfe549459 req-0aba6ffc-1171-428a-93e8-e28dd5d47c4b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:07.055369 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2a6edf23-b6fa-4ad0-891d-67bdfe549459 req-0aba6ffc-1171-428a-93e8-e28dd5d47c4b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.2785885 Jan 25 16:24:07.089816 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2a6edf23-b6fa-4ad0-891d-67bdfe549459 req-37a69e34-e961-42bd-84cf-cec247ff56c7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299323 Jan 25 16:24:08.271836 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671c6f8-05f9-4931-a298-60f3a5435b8a req-190b13f5-4b90-42b2-8f67-8bb152fc88e6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:08.272907 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8671c6f8-05f9-4931-a298-60f3a5435b8a req-190b13f5-4b90-42b2-8f67-8bb152fc88e6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0742123 Jan 25 16:24:08.306351 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8671c6f8-05f9-4931-a298-60f3a5435b8a req-cc71fe84-30d3-4b68-9bfe-403c4de03af6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291448 Jan 25 16:24:09.499216 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe735be-dd60-48e2-83ee-5918d1770d53 req-04303691-a420-41d1-9e4e-9bfbda2ec5af tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:09.500164 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1fe735be-dd60-48e2-83ee-5918d1770d53 req-04303691-a420-41d1-9e4e-9bfbda2ec5af tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0756536 Jan 25 16:24:09.535095 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1fe735be-dd60-48e2-83ee-5918d1770d53 req-4596ef00-272d-49be-8d54-46612b1dad5f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306795 Jan 25 16:24:10.700074 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77164ecb-932b-49a6-bce2-423893aadd54 req-7570306b-86cd-4575-8f8f-48ad9d7f8f0d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:10.701140 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-77164ecb-932b-49a6-bce2-423893aadd54 req-7570306b-86cd-4575-8f8f-48ad9d7f8f0d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0731044 Jan 25 16:24:10.734732 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-77164ecb-932b-49a6-bce2-423893aadd54 req-fa77296a-9827-4a1c-8b07-0dc0a32380d6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295088 Jan 25 16:24:11.920568 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c4efd-cf2b-45e7-8747-baa2fd3559f8 req-caec8ed0-ef2c-4881-93bf-09ad24a5de7a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:11.921618 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-291c4efd-cf2b-45e7-8747-baa2fd3559f8 req-caec8ed0-ef2c-4881-93bf-09ad24a5de7a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0759103 Jan 25 16:24:11.960645 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-291c4efd-cf2b-45e7-8747-baa2fd3559f8 req-f8cbef1d-8734-4a65-a352-47ee263ac551 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314603 Jan 25 16:24:13.148489 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6019046-b103-4865-bd14-3b9d9c5c294f req-eef7a24c-de24-41fd-a5ed-f897a826f2db tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:13.149606 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c6019046-b103-4865-bd14-3b9d9c5c294f req-eef7a24c-de24-41fd-a5ed-f897a826f2db tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0871129 Jan 25 16:24:13.187907 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c6019046-b103-4865-bd14-3b9d9c5c294f req-df877d0e-a948-4f60-b075-df4eff90c1dc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340669 Jan 25 16:24:14.379061 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233c587-8530-47dc-b358-45a91043eaef req-98a58feb-190e-4faf-ae69-401ceb146bf7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:14.380073 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d233c587-8530-47dc-b358-45a91043eaef req-98a58feb-190e-4faf-ae69-401ceb146bf7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0813246 Jan 25 16:24:14.413466 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d233c587-8530-47dc-b358-45a91043eaef req-fa145373-5dea-41d5-96a2-6beaabb94803 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293694 Jan 25 16:24:15.725388 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9fede-c16c-4667-85ef-fba5874a6476 req-877554f5-9cd8-4dc6-9754-35bc9ad8762d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:15.726417 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4ac9fede-c16c-4667-85ef-fba5874a6476 req-877554f5-9cd8-4dc6-9754-35bc9ad8762d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0709898 Jan 25 16:24:15.761452 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4ac9fede-c16c-4667-85ef-fba5874a6476 req-e1423349-39a7-4f2f-ae53-8084182902ea tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303781 Jan 25 16:24:17.090018 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902f877-ff3a-4777-8f57-b3d5a01972dd req-3a5d7c8e-0945-44d7-803d-ded4f2a9950d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:17.090907 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2902f877-ff3a-4777-8f57-b3d5a01972dd req-3a5d7c8e-0945-44d7-803d-ded4f2a9950d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0772150 Jan 25 16:24:17.125807 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2902f877-ff3a-4777-8f57-b3d5a01972dd req-bb60f6b5-47c9-4a20-add0-24112c807e72 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306385 Jan 25 16:24:18.298938 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ae7fb-8706-432c-904b-34efc9242d46 req-9b306f5c-786f-4129-b301-6e195d8cd571 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:18.300045 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c40ae7fb-8706-432c-904b-34efc9242d46 req-9b306f5c-786f-4129-b301-6e195d8cd571 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0806623 Jan 25 16:24:18.338904 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c40ae7fb-8706-432c-904b-34efc9242d46 req-78c5ba39-b31f-47f9-9762-f5aa471caf29 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314131 Jan 25 16:24:19.516940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf49d77-cc25-4502-bb38-79dca0604309 req-f6d94cd9-6d88-4f57-af15-b6bbc3a069a3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:19.517982 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bbf49d77-cc25-4502-bb38-79dca0604309 req-f6d94cd9-6d88-4f57-af15-b6bbc3a069a3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0760517 Jan 25 16:24:19.572040 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bbf49d77-cc25-4502-bb38-79dca0604309 req-56fd1118-6c86-439f-aca1-07286807781c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461061 Jan 25 16:24:20.772005 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b79196-4804-43d3-9a57-ced4a17dcf40 req-4f9631ce-879b-4242-883a-0ecc5a43e797 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:20.773146 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-94b79196-4804-43d3-9a57-ced4a17dcf40 req-4f9631ce-879b-4242-883a-0ecc5a43e797 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0870762 Jan 25 16:24:20.810823 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-94b79196-4804-43d3-9a57-ced4a17dcf40 req-53164883-4d3a-40b2-89ab-93ae03d87e06 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331168 Jan 25 16:24:21.996860 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef967e-cef2-41c1-8733-76fcb2768efe req-8207a84e-c600-4f60-a038-7337c9e42e55 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:21.997884 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9eef967e-cef2-41c1-8733-76fcb2768efe req-8207a84e-c600-4f60-a038-7337c9e42e55 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0870628 Jan 25 16:24:22.035218 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9eef967e-cef2-41c1-8733-76fcb2768efe req-094b6c5f-7d8c-47d4-b57f-a2e7eff30959 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306618 Jan 25 16:24:23.031217 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-32640906-cc7e-41b7-9ed8-235b35b6dee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:24:23.200221 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912dce0-53d6-4cc4-9050-9299362ddd3b req-0b6bb702-22a0-42cd-b9f4-0c3560a6cb73 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:23.201315 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b912dce0-53d6-4cc4-9050-9299362ddd3b req-0b6bb702-22a0-42cd-b9f4-0c3560a6cb73 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0744829 Jan 25 16:24:23.239653 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b912dce0-53d6-4cc4-9050-9299362ddd3b req-03e4ef6c-ebd1-4886-9b32-a8e974b3b0d5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306966 Jan 25 16:24:24.026854 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0bafad14-b6e8-4436-9570-fd96c650cf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:24:24.415624 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0981f-c6c6-47de-9594-8bee6f565d29 req-8f2affae-5f6d-40f3-89f1-2ef30e527ee7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:24.416691 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-21b0981f-c6c6-47de-9594-8bee6f565d29 req-8f2affae-5f6d-40f3-89f1-2ef30e527ee7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0739059 Jan 25 16:24:24.456089 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-21b0981f-c6c6-47de-9594-8bee6f565d29 req-c53f2a3a-b8b3-44d1-9542-88b2937360fa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350614 Jan 25 16:24:24.659460 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:24:24.912321 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:24:25.626190 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a14dca-9617-4095-a146-00c1f744c262 req-f93775b0-cfb4-4abc-bf6f-62dd4c5396bf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:25.627251 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f7a14dca-9617-4095-a146-00c1f744c262 req-f93775b0-cfb4-4abc-bf6f-62dd4c5396bf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0763073 Jan 25 16:24:25.661826 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f7a14dca-9617-4095-a146-00c1f744c262 req-b4176b03-2f1d-473c-a1e1-3bf4c9faf68b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296881 Jan 25 16:24:25.761605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:24:26.837986 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a84e-04aa-429a-ad98-48acde2b3379 req-6c8616d7-f590-4204-a5c0-63d17395c042 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:26.839068 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e6a7a84e-04aa-429a-ad98-48acde2b3379 req-6c8616d7-f590-4204-a5c0-63d17395c042 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0777266 Jan 25 16:24:26.882823 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e6a7a84e-04aa-429a-ad98-48acde2b3379 req-43e4a1e0-6040-4cba-9173-69c98bbe37f0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358438 Jan 25 16:24:28.066074 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1872031-f22c-4bdd-a788-613eda0ad3fc req-76ce37ee-1d49-4e18-8678-7afa261141c2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:28.067153 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c1872031-f22c-4bdd-a788-613eda0ad3fc req-76ce37ee-1d49-4e18-8678-7afa261141c2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0717731 Jan 25 16:24:28.104215 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c1872031-f22c-4bdd-a788-613eda0ad3fc req-98b2a6ac-c79e-4e0b-aef6-4c45521a78f0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323792 Jan 25 16:24:29.291313 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85001f-3053-45b5-97b8-98ef357f8256 req-1e65be67-83bc-4224-bcd3-d64835501cf4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:29.292347 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7b85001f-3053-45b5-97b8-98ef357f8256 req-1e65be67-83bc-4224-bcd3-d64835501cf4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0823050 Jan 25 16:24:29.330759 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7b85001f-3053-45b5-97b8-98ef357f8256 req-e4d7b546-3a1b-43cc-a475-83ed6d600a67 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311842 Jan 25 16:24:30.513904 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075f7c7-190e-4841-bf4b-f5569d4d84e1 req-dc1525b8-4a49-442f-8963-788d712d68ab tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:30.514806 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1075f7c7-190e-4841-bf4b-f5569d4d84e1 req-dc1525b8-4a49-442f-8963-788d712d68ab tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0791836 Jan 25 16:24:30.552087 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1075f7c7-190e-4841-bf4b-f5569d4d84e1 req-19bf92cd-eede-4d05-a983-9f1f99dc27dd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296214 Jan 25 16:24:31.758714 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d652e-9c63-41fb-b9a2-f50943b98239 req-500fdd1f-c94f-4af5-859f-dae9860cbc90 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:31.759812 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-370d652e-9c63-41fb-b9a2-f50943b98239 req-500fdd1f-c94f-4af5-859f-dae9860cbc90 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0827320 Jan 25 16:24:31.794204 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-370d652e-9c63-41fb-b9a2-f50943b98239 req-16e130a3-5fc8-453a-ad95-1049665b3a46 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297387 Jan 25 16:24:32.974633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f98fee-028d-4e3d-ae5e-040ac9181115 req-b1a98608-20d0-4411-8808-cf2b0ca14812 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:32.975638 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-48f98fee-028d-4e3d-ae5e-040ac9181115 req-b1a98608-20d0-4411-8808-cf2b0ca14812 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0897555 Jan 25 16:24:33.010486 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-48f98fee-028d-4e3d-ae5e-040ac9181115 req-e2743804-6be4-4583-aff0-71500d6ad668 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299215 Jan 25 16:24:34.187277 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4544572-b6b4-4fef-ae99-b2e581c521f7 req-21e0b817-2472-4444-b73b-cd1dcebeb2bf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:34.188374 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c4544572-b6b4-4fef-ae99-b2e581c521f7 req-21e0b817-2472-4444-b73b-cd1dcebeb2bf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0743861 Jan 25 16:24:34.225758 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c4544572-b6b4-4fef-ae99-b2e581c521f7 req-c14982f5-6442-466a-934b-261e147a86e9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332892 Jan 25 16:24:35.415377 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247483c-96b3-430b-b2fe-42afca76d604 req-3f08a7b9-d455-4346-9e81-475d38703937 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:35.416468 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7247483c-96b3-430b-b2fe-42afca76d604 req-3f08a7b9-d455-4346-9e81-475d38703937 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0796483 Jan 25 16:24:35.454591 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7247483c-96b3-430b-b2fe-42afca76d604 req-2234374a-79cd-44a4-9b7d-31d51df6aa59 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335646 Jan 25 16:24:36.643843 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc715d32-a21c-4374-a776-9f115d95140f req-17594187-4929-4fe9-86aa-8f27c6934127 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:36.644946 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dc715d32-a21c-4374-a776-9f115d95140f req-17594187-4929-4fe9-86aa-8f27c6934127 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0758791 Jan 25 16:24:36.679674 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dc715d32-a21c-4374-a776-9f115d95140f req-090ab058-f41d-401d-b166-049eafadba4d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307357 Jan 25 16:24:37.862098 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af9215-af0d-4ade-a8ed-46f8c15bdb80 req-557d3edf-0603-4a54-8708-9c91d69eeb92 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:37.863164 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-70af9215-af0d-4ade-a8ed-46f8c15bdb80 req-557d3edf-0603-4a54-8708-9c91d69eeb92 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0757310 Jan 25 16:24:37.896877 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-70af9215-af0d-4ade-a8ed-46f8c15bdb80 req-f4493486-4c0c-4355-a57a-5bbdc5afad1b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295601 Jan 25 16:24:39.079249 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a425b-5b6d-491e-a0e6-8a38e5896064 req-d7ff2642-381b-4675-97c6-bcf5fcf125c0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:39.080347 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-646a425b-5b6d-491e-a0e6-8a38e5896064 req-d7ff2642-381b-4675-97c6-bcf5fcf125c0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0781019 Jan 25 16:24:39.117545 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-646a425b-5b6d-491e-a0e6-8a38e5896064 req-fbfb0ca8-b8b4-4d9f-bfee-97a5df740aa8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298400 Jan 25 16:24:40.286668 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b27efc-7e4f-456a-b7ba-26252eb4fc96 req-ac33c431-3034-48c4-8cc7-1a1db105d3d5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:40.287636 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e5b27efc-7e4f-456a-b7ba-26252eb4fc96 req-ac33c431-3034-48c4-8cc7-1a1db105d3d5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0750220 Jan 25 16:24:40.322481 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e5b27efc-7e4f-456a-b7ba-26252eb4fc96 req-e67cb8d3-b75f-401a-a9ec-568509cf40fb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303507 Jan 25 16:24:41.514017 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa06249-f173-4bdc-b227-c40cf5b32d6d req-b07bdde9-13ee-48a5-9517-6425e264be7c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:41.515029 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa06249-f173-4bdc-b227-c40cf5b32d6d req-b07bdde9-13ee-48a5-9517-6425e264be7c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0741699 Jan 25 16:24:41.551458 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa06249-f173-4bdc-b227-c40cf5b32d6d req-d6d361fb-c2b6-4ab1-9f36-3a025ebab80e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323508 Jan 25 16:24:42.534449 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:24:42.734707 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54b513-8043-49ab-9809-adc665c2f534 req-13376349-11cb-4617-91a0-c7ad01b64103 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:42.735848 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fb54b513-8043-49ab-9809-adc665c2f534 req-13376349-11cb-4617-91a0-c7ad01b64103 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0817225 Jan 25 16:24:42.772624 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fb54b513-8043-49ab-9809-adc665c2f534 req-53946207-dfd5-40b5-8f41-9bade9c3158f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324230 Jan 25 16:24:43.945247 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161d94b-3e76-47c3-aba8-5ff11565f0e6 req-5b7be379-3b97-42fb-81f5-49cbf6894d41 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:43.946284 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3161d94b-3e76-47c3-aba8-5ff11565f0e6 req-5b7be379-3b97-42fb-81f5-49cbf6894d41 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0763066 Jan 25 16:24:43.986418 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3161d94b-3e76-47c3-aba8-5ff11565f0e6 req-177df5bb-a810-4952-939f-e28de17ea283 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327902 Jan 25 16:24:45.187433 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0aaf-adc4-4d70-98d0-f6bd6341fbdc req-3c0d5e24-ee7e-48f5-aa02-11a1f34d3e97 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:45.188575 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-544c0aaf-adc4-4d70-98d0-f6bd6341fbdc req-3c0d5e24-ee7e-48f5-aa02-11a1f34d3e97 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0771122 Jan 25 16:24:45.223760 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-544c0aaf-adc4-4d70-98d0-f6bd6341fbdc req-1d5d499b-f2fb-4953-a787-86ebe9016fab tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308509 Jan 25 16:24:46.404853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9c9ec-bf25-4cc1-a2cc-c5ed087f023c req-86758973-76ac-4dc6-b500-84ebaff63a3a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:46.405963 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dcf9c9ec-bf25-4cc1-a2cc-c5ed087f023c req-86758973-76ac-4dc6-b500-84ebaff63a3a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0839908 Jan 25 16:24:46.452542 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dcf9c9ec-bf25-4cc1-a2cc-c5ed087f023c req-afe12d53-589b-4cbf-ab09-b5900c39b8d8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422781 Jan 25 16:24:47.629526 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3b377-ffb0-4f40-b729-b3e9c0ebf93c req-82e451ac-2674-459b-9f48-6fee649689d9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:47.630582 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-69d3b377-ffb0-4f40-b729-b3e9c0ebf93c req-82e451ac-2674-459b-9f48-6fee649689d9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0758166 Jan 25 16:24:47.664490 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-69d3b377-ffb0-4f40-b729-b3e9c0ebf93c req-3802673d-61bf-44d4-a756-07e016181d7c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298071 Jan 25 16:24:48.857987 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26786a-86f5-49ac-ba8e-af430929d243 req-0da2fcbd-f24a-4770-83df-c4dffacb0c99 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:48.859132 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ec26786a-86f5-49ac-ba8e-af430929d243 req-0da2fcbd-f24a-4770-83df-c4dffacb0c99 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0844619 Jan 25 16:24:48.896541 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ec26786a-86f5-49ac-ba8e-af430929d243 req-1b65f0be-99ff-4cf9-9549-1c2281bb4a93 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300834 Jan 25 16:24:50.077644 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b6b1c-c328-403b-afc2-db740e623247 req-ab55557f-7c12-42ca-9dd0-58c87a3671d0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:50.078678 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-168b6b1c-c328-403b-afc2-db740e623247 req-ab55557f-7c12-42ca-9dd0-58c87a3671d0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0804200 Jan 25 16:24:50.118491 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-168b6b1c-c328-403b-afc2-db740e623247 req-d3fdd472-2fda-4736-ad3a-d9b70b0a9358 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323176 Jan 25 16:24:51.291702 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ad3ce-6520-46d8-8022-3d223fcbae25 req-746bf009-4a1e-4656-acd6-e3f349cf34d8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:51.292805 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f14ad3ce-6520-46d8-8022-3d223fcbae25 req-746bf009-4a1e-4656-acd6-e3f349cf34d8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0748072 Jan 25 16:24:51.326987 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f14ad3ce-6520-46d8-8022-3d223fcbae25 req-d2592939-c4c6-4cbc-9bdc-ba73a807ecaf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299878 Jan 25 16:24:52.516592 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adb432-b9dd-49c9-954a-1ae83a5b160f req-bd3d14d6-45f7-47b7-b655-93357e677eb1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:52.517653 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c6adb432-b9dd-49c9-954a-1ae83a5b160f req-bd3d14d6-45f7-47b7-b655-93357e677eb1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0802064 Jan 25 16:24:52.555492 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c6adb432-b9dd-49c9-954a-1ae83a5b160f req-8e6d63c1-1ced-4b9e-b833-6365325bb75d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305429 Jan 25 16:24:53.027123 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a7ee13d5-8682-4a6c-8a81-7fbd8d7b194f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:24:53.733306 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d13e3-b230-4371-be37-3babad1a399a req-9185b9eb-e63b-41b6-a54b-cfdfb673c6ba tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:53.734342 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ca7d13e3-b230-4371-be37-3babad1a399a req-9185b9eb-e63b-41b6-a54b-cfdfb673c6ba tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0765481 Jan 25 16:24:53.772800 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ca7d13e3-b230-4371-be37-3babad1a399a req-59990aa4-122a-4996-97e7-398aea39efd3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314987 Jan 25 16:24:54.024069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c09cc09b-740d-43eb-aae4-8d76fb373931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:24:54.668559 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:24:54.906642 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:24:54.955531 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338bdef-93f8-4d71-b82d-e49dbbd509bf req-2aaf0884-9510-4066-8713-58ba51c02ddb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:54.956542 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3338bdef-93f8-4d71-b82d-e49dbbd509bf req-2aaf0884-9510-4066-8713-58ba51c02ddb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0823896 Jan 25 16:24:54.991160 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3338bdef-93f8-4d71-b82d-e49dbbd509bf req-03b7041f-30f8-484e-8576-392dab8f1c19 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302513 Jan 25 16:24:55.005061 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:24:55.766437 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:24:56.169525 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c46b5-a9ff-4448-9db7-32d85d1673c2 req-9b7c61a2-5bc7-4a84-97bf-add16e599d5d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:56.170555 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c77c46b5-a9ff-4448-9db7-32d85d1673c2 req-9b7c61a2-5bc7-4a84-97bf-add16e599d5d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0747740 Jan 25 16:24:56.203580 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c77c46b5-a9ff-4448-9db7-32d85d1673c2 req-661ad90c-fca6-4d0b-87bf-c8ea1d628faf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289016 Jan 25 16:24:57.375614 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d51f8-0c93-4e0d-9037-1e30ec2e6708 req-2c14506e-86cb-4009-9c6e-08e41ec5a563 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:57.376644 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2b0d51f8-0c93-4e0d-9037-1e30ec2e6708 req-2c14506e-86cb-4009-9c6e-08e41ec5a563 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0735900 Jan 25 16:24:57.421803 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2b0d51f8-0c93-4e0d-9037-1e30ec2e6708 req-37578230-6cfc-44a5-9558-90b55ab95eeb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405722 Jan 25 16:24:58.613752 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582391f-d3e9-4be0-a4dc-433adfc4c110 req-002213fe-40c4-4804-ab45-51ede9bfa7c2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:58.614856 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a582391f-d3e9-4be0-a4dc-433adfc4c110 req-002213fe-40c4-4804-ab45-51ede9bfa7c2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0846837 Jan 25 16:24:58.649598 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a582391f-d3e9-4be0-a4dc-433adfc4c110 req-6535221d-5b3e-4c38-b76d-b162ee363240 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308435 Jan 25 16:24:59.822182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25106185-6329-4fed-a361-9e62cb86553b req-17c5fc4a-328a-4ada-879d-29fb92850dcb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:24:59.823246 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-25106185-6329-4fed-a361-9e62cb86553b req-17c5fc4a-328a-4ada-879d-29fb92850dcb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0768657 Jan 25 16:24:59.860900 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-25106185-6329-4fed-a361-9e62cb86553b req-5edb9567-7404-45d5-95cf-b2d5811bc186 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301652 Jan 25 16:25:01.039251 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00a8ce-ad8a-4240-b144-5b44a563d6d9 req-927f9290-a9a0-46d4-8483-29b9ac9dcb03 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:25:01.040236 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fb00a8ce-ad8a-4240-b144-5b44a563d6d9 req-927f9290-a9a0-46d4-8483-29b9ac9dcb03 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0774174 Jan 25 16:25:01.077204 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fb00a8ce-ad8a-4240-b144-5b44a563d6d9 req-b9706747-3db6-4eca-976e-cd2ab9279c2a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297115 Jan 25 16:25:02.262405 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298d072-0087-466d-a5a2-2bb83fa19b8a req-ad33a7ff-bb2c-426b-8b3a-71958612e724 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:25:02.263421 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3298d072-0087-466d-a5a2-2bb83fa19b8a req-ad33a7ff-bb2c-426b-8b3a-71958612e724 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0770071 Jan 25 16:25:02.297892 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3298d072-0087-466d-a5a2-2bb83fa19b8a req-a6c0a698-4346-4f78-8c66-b24700e0acf9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303257 Jan 25 16:25:03.474810 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d74c5e-ad63-4983-acac-4f73b5ede551 req-62846ffa-6f3f-456c-bb61-beeafdb8ec91 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:25:03.475851 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f2d74c5e-ad63-4983-acac-4f73b5ede551 req-62846ffa-6f3f-456c-bb61-beeafdb8ec91 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0780382 Jan 25 16:25:03.513949 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f2d74c5e-ad63-4983-acac-4f73b5ede551 req-cda290a6-f190-4e8b-961f-29509e6146e8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312116 Jan 25 16:25:04.711365 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179274c-f51c-489d-99d2-3389ca8b701e req-9960a2fa-fa7b-46e0-9d03-1e0dd355df73 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:25:04.712477 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e179274c-f51c-489d-99d2-3389ca8b701e req-9960a2fa-fa7b-46e0-9d03-1e0dd355df73 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0878422 Jan 25 16:25:04.746603 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e179274c-f51c-489d-99d2-3389ca8b701e req-9920040f-7afa-4238-99a8-38ef1f824450 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295744 Jan 25 16:25:05.931171 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9e0a2-9d9b-40b6-9c47-2f736f71ac0c req-795ba062-8e0c-41ae-a0d8-a0aaf4e14895 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:25:05.932293 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-33a9e0a2-9d9b-40b6-9c47-2f736f71ac0c req-795ba062-8e0c-41ae-a0d8-a0aaf4e14895 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0850887 Jan 25 16:25:05.967357 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-33a9e0a2-9d9b-40b6-9c47-2f736f71ac0c req-6655c9b5-d74c-4062-852f-bacf67ba4c2c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307839 Jan 25 16:25:07.162958 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f6675-e5b2-4c69-9233-1da27c3cb761 req-5162b5b0-be79-4be8-8ca3-5c3474628d78 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:25:07.164138 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ec1f6675-e5b2-4c69-9233-1da27c3cb761 req-5162b5b0-be79-4be8-8ca3-5c3474628d78 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0858362 Jan 25 16:25:07.197850 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ec1f6675-e5b2-4c69-9233-1da27c3cb761 req-2937746a-9c0c-4c65-b233-d732021ab615 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293887 Jan 25 16:25:07.266553 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 46804) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:25:07.307464 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.v2.resource [None req-334d7b50-ff82-415e-a1d4-28c29b84a8f1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] delete failed (client error): There was a conflict when trying to complete your request. Jan 25 16:25:07.308139 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-334d7b50-ff82-415e-a1d4-28c29b84a8f1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "DELETE /v2.0/security-groups/0ab3c614-41e5-4adc-a4a2-947bb8766d7d HTTP/1.1" status: 409 len: 336 time: 0.0407159 Jan 25 16:25:07.313462 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 46808) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:25:07.454842 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Deleting port 82f5c55c-4ceb-4cb5-b0d4-004f2e717869 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:25:07.455071 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:07.568466 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:07.568686 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for floatingip, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:07.638512 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Calling delete_port for 82f5c55c-4ceb-4cb5-b0d4-004f2e717869 owned by network:floatingip {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:25:07.743010 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:07.755198 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b1e13dca-ee6e-4592-b75d-bc74a473b45c tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:25:07.978949 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Pushing event deleted for resources: {'Port': ['ID=82f5c55c-4ceb-4cb5-b0d4-004f2e717869,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:25:07.986105 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.986323 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.986523 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.986722 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.986931 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.987140 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.987350 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.987560 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.987767 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.987974 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.988197 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.988406 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.988655 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.988866 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.989075 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.989283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.989506 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.989688 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.989945 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.990088 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.990309 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.990497 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.990716 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.990925 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:25:07.996510 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:25:08.055140 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for floatingip, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:08.055362 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.l3_db [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Floating IP 785c96d2-1ca4-41eb-9c95-77494d248aeb disassociated (deleted). External IP: 172.27.3.10, port: 031ba2b5-3cd1-4482-8047-685529eb82ba. Jan 25 16:25:08.290118 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Router 63cac4e2-2e9c-4572-b634-1615e9495be5 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:25:08.404901 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:25:08.415445 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea93320-53a2-4b0f-a97f-ab7d853a9c51 None None] Sync routers for ids ['63cac4e2-2e9c-4572-b634-1615e9495be5'] in dv-cinder-766064-3-iscsi {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:25:08.418634 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:08.422558 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea93320-53a2-4b0f-a97f-ab7d853a9c51 None None] Routers {'63cac4e2-2e9c-4572-b634-1615e9495be5'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:25:08.422963 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-7ea93320-53a2-4b0f-a97f-ab7d853a9c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:24:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['63cac4e2-2e9c-4572-b634-1615e9495be5'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:25:08.462931 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "DELETE /v2.0/floatingips/785c96d2-1ca4-41eb-9c95-77494d248aeb HTTP/1.1" status: 204 len: 168 time: 1.1435704 Jan 25 16:25:08.462931 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b37b9a-1b01-4d79-a497-85c9f3393072', 'tag': '031ba2b5-3cd1-4482-8047-685529eb82ba'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:25:08.503135 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b37b9a-1b01-4d79-a497-85c9f3393072', 'tag': '031ba2b5-3cd1-4482-8047-685529eb82ba', 'status': 'completed', 'code': 200} Jan 25 16:25:08.546495 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-7ea93320-53a2-4b0f-a97f-ab7d853a9c51 None None] Set router 63cac4e2-2e9c-4572-b634-1615e9495be5 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:25:08.690595 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 46816) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:25:08.694878 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-1b981687-edcb-447e-90d7-bc117aa89778 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Request body: {'security_group': {'name': 'tempest-securitygroup--682219521', 'description': 'tempest-description--2055633543'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:25:08.702419 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-1b981687-edcb-447e-90d7-bc117aa89778 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:25:08.709063 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-1b981687-edcb-447e-90d7-bc117aa89778 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:25:08.717363 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1b981687-edcb-447e-90d7-bc117aa89778 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:08.732153 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-1b981687-edcb-447e-90d7-bc117aa89778 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:25:08.735520 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-1b981687-edcb-447e-90d7-bc117aa89778 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Usage tracker for resource:security_group_rule and tenant:95283eda37984761942076ba2009fe36 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:25:08.737822 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-1b981687-edcb-447e-90d7-bc117aa89778 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:25:08.741990 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-1b981687-edcb-447e-90d7-bc117aa89778 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:25:08.794283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1b981687-edcb-447e-90d7-bc117aa89778 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:08.797083 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1b981687-edcb-447e-90d7-bc117aa89778 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:08.799093 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d898b181-333a-49a4-a411-6958025efe4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:25:08.822645 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b981687-edcb-447e-90d7-bc117aa89778 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Pushing event updated for resources: {'SecurityGroup': ['ID=47f0adb7-09a5-496f-98c5-6ebf94bfef25,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:25:08.824531 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1b981687-edcb-447e-90d7-bc117aa89778 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:25:08.825747 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1b981687-edcb-447e-90d7-bc117aa89778 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:08.828966 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-1b981687-edcb-447e-90d7-bc117aa89778 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1351616 Jan 25 16:25:08.829106 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 46820) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:25:08.832194 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-50c89adb-aa78-4dc1-906a-63c8043c6c78 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Request body: {'security_group_rule': {'security_group_id': '47f0adb7-09a5-496f-98c5-6ebf94bfef25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:25:08.838013 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-50c89adb-aa78-4dc1-906a-63c8043c6c78 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:25:08.840528 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-50c89adb-aa78-4dc1-906a-63c8043c6c78 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Usage tracker for resource:security_group_rule and tenant:95283eda37984761942076ba2009fe36 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:25:08.842314 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-50c89adb-aa78-4dc1-906a-63c8043c6c78 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:25:08.845728 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-50c89adb-aa78-4dc1-906a-63c8043c6c78 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:25:08.855378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-50c89adb-aa78-4dc1-906a-63c8043c6c78 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group_rule, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:08.906271 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-7ea93320-53a2-4b0f-a97f-ab7d853a9c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'name': 'tempest-AttachVolumeShelveTestJSON-574668783-router', 'tenant_id': '95283eda37984761942076ba2009fe36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '95283eda37984761942076ba2009fe36', 'gw_port': {'id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': 'd1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e', 'name': '', 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2', 'tenant_id': '95283eda37984761942076ba2009fe36', 'mac_address': 'fa:16:3e:bd:21:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51238685-cb80-4e6a-bf2c-386e2e1be418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:11:00Z', 'updated_at': '2021-01-25T16:11:10Z', 'revision_number': 5, 'project_id': '95283eda37984761942076ba2009fe36', 'subnets': [{'id': '51238685-cb80-4e6a-bf2c-386e2e1be418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:25:08.908733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea93320-53a2-4b0f-a97f-ab7d853a9c51 None None] Checking router: 63cac4e2-2e9c-4572-b634-1615e9495be5 for host: dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:25:08.913628 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea93320-53a2-4b0f-a97f-ab7d853a9c51 None None] Routers {'63cac4e2-2e9c-4572-b634-1615e9495be5'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:25:08.913973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-7ea93320-53a2-4b0f-a97f-ab7d853a9c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:24:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['63cac4e2-2e9c-4572-b634-1615e9495be5'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:25:08.925108 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-50c89adb-aa78-4dc1-906a-63c8043c6c78 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:08.927522 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-50c89adb-aa78-4dc1-906a-63c8043c6c78 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911720'] for security_group_rule, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:08.932618 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:25:08.948637 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe98079-56e4-4d17-a1d9-ba5eb45d148e req-ae7be2ad-6440-4a81-bc13-a3e854fa5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:25:08.949637 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0fe98079-56e4-4d17-a1d9-ba5eb45d148e req-ae7be2ad-6440-4a81-bc13-a3e854fa5f2c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=95283eda37984761942076ba2009fe36&device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 1163 time: 0.0726614 Jan 25 16:25:08.950172 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c89adb-aa78-4dc1-906a-63c8043c6c78 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d7b142-878c-4a71-8434-eed52bb9382d,revision_number=0']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:25:08.952134 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-50c89adb-aa78-4dc1-906a-63c8043c6c78 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:25:08.953179 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-50c89adb-aa78-4dc1-906a-63c8043c6c78 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group_rule, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:08.955758 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-50c89adb-aa78-4dc1-906a-63c8043c6c78 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241653 Jan 25 16:25:08.955997 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 46824) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:25:08.958923 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-d0afe596-fb07-4df7-9abf-e1347ba8fb04 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Request body: {'security_group_rule': {'security_group_id': '47f0adb7-09a5-496f-98c5-6ebf94bfef25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:25:08.978372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-d0afe596-fb07-4df7-9abf-e1347ba8fb04 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:25:09.007902 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-d0afe596-fb07-4df7-9abf-e1347ba8fb04 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Usage tracker for resource:security_group_rule and tenant:95283eda37984761942076ba2009fe36 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:25:09.011698 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-d0afe596-fb07-4df7-9abf-e1347ba8fb04 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:25:09.016886 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-d0afe596-fb07-4df7-9abf-e1347ba8fb04 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:25:09.017108 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-7ea93320-53a2-4b0f-a97f-ab7d853a9c51 None None] Set router 63cac4e2-2e9c-4572-b634-1615e9495be5 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:25:09.040774 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d0afe596-fb07-4df7-9abf-e1347ba8fb04 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group_rule, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:09.064035 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe98079-56e4-4d17-a1d9-ba5eb45d148e req-75db5933-1ad8-4eed-a1b4-5f593d2c0528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:25:09.064863 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0fe98079-56e4-4d17-a1d9-ba5eb45d148e req-75db5933-1ad8-4eed-a1b4-5f593d2c0528 service neutron] 10.222.0.117 "GET /v2.0/networks?id=51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 HTTP/1.1" status: 200 len: 910 time: 0.1009405 Jan 25 16:25:09.113889 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0fe98079-56e4-4d17-a1d9-ba5eb45d148e req-1c33a01c-bb49-402b-8611-87840a9f5ca1 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=031ba2b5-3cd1-4482-8047-685529eb82ba HTTP/1.1" status: 200 len: 217 time: 0.0393364 Jan 25 16:25:09.120887 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d0afe596-fb07-4df7-9abf-e1347ba8fb04 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:09.143396 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d0afe596-fb07-4df7-9abf-e1347ba8fb04 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911720'] for security_group_rule, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:09.152713 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-50c89adb-aa78-4dc1-906a-63c8043c6c78 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:25:09.172181 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afe596-fb07-4df7-9abf-e1347ba8fb04 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f866cb-25cf-4b29-951c-ff5580590bb8,revision_number=0']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:25:09.173768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d0afe596-fb07-4df7-9abf-e1347ba8fb04 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:25:09.177120 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe98079-56e4-4d17-a1d9-ba5eb45d148e req-b4d65a9f-cfb3-4039-823b-10b9b9c85de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:25:09.178002 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0fe98079-56e4-4d17-a1d9-ba5eb45d148e req-b4d65a9f-cfb3-4039-823b-10b9b9c85de0 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=51238685-cb80-4e6a-bf2c-386e2e1be418 HTTP/1.1" status: 200 len: 855 time: 0.0561543 Jan 25 16:25:09.178423 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d0afe596-fb07-4df7-9abf-e1347ba8fb04 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group_rule, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:09.179040 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-d0afe596-fb07-4df7-9abf-e1347ba8fb04 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2225900 Jan 25 16:25:09.181090 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 46828) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:25:09.183997 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Request body: {'floatingip': {'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:25:09.190432 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:25:09.212486 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Usage tracker for resource:floatingip and tenant:95283eda37984761942076ba2009fe36 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:25:09.216439 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:25:09.221135 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:25:09.229134 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for floatingip, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:09.236596 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-7ea93320-53a2-4b0f-a97f-ab7d853a9c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'name': 'tempest-AttachVolumeShelveTestJSON-574668783-router', 'tenant_id': '95283eda37984761942076ba2009fe36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '95283eda37984761942076ba2009fe36', 'gw_port': {'id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': 'd1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e', 'name': '', 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2', 'tenant_id': '95283eda37984761942076ba2009fe36', 'mac_address': 'fa:16:3e:bd:21:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51238685-cb80-4e6a-bf2c-386e2e1be418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:11:00Z', 'updated_at': '2021-01-25T16:11:10Z', 'revision_number': 5, 'project_id': '95283eda37984761942076ba2009fe36', 'subnets': [{'id': '51238685-cb80-4e6a-bf2c-386e2e1be418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:25:09.242132 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea93320-53a2-4b0f-a97f-ab7d853a9c51 None None] The sync data for ids ['63cac4e2-2e9c-4572-b634-1615e9495be5'] in dv-cinder-766064-3-iscsi is: [{'id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'name': 'tempest-AttachVolumeShelveTestJSON-574668783-router', 'tenant_id': '95283eda37984761942076ba2009fe36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:11:01Z', 'revision_number': 4, 'project_id': '95283eda37984761942076ba2009fe36', 'gw_port': {'id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': 'd1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e', 'name': '', 'network_id': '51b2e8fa-99b8-468d-a49b-4bf6df10bbd2', 'tenant_id': '95283eda37984761942076ba2009fe36', 'mac_address': 'fa:16:3e:bd:21:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51238685-cb80-4e6a-bf2c-386e2e1be418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:11:00Z', 'updated_at': '2021-01-25T16:11:10Z', 'revision_number': 5, 'project_id': '95283eda37984761942076ba2009fe36', 'subnets': [{'id': '51238685-cb80-4e6a-bf2c-386e2e1be418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:25:09.286137 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe98079-56e4-4d17-a1d9-ba5eb45d148e req-07b13bd3-009c-4a0f-92f4-026e6224be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:25:09.287117 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0fe98079-56e4-4d17-a1d9-ba5eb45d148e req-07b13bd3-009c-4a0f-92f4-026e6224be1e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=51b2e8fa-99b8-468d-a49b-4bf6df10bbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0973315 Jan 25 16:25:09.382398 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0fe98079-56e4-4d17-a1d9-ba5eb45d148e req-ce66ca39-05cb-431f-b20e-ea93b1b25b47 service neutron] 10.222.0.117 "GET /v2.0/networks/51b2e8fa-99b8-468d-a49b-4bf6df10bbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860023 Jan 25 16:25:09.383750 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:09.537985 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0fe98079-56e4-4d17-a1d9-ba5eb45d148e req-aaa56765-42b2-46e6-8f33-833505520510 service neutron] 10.222.0.117 "GET /v2.0/networks/51b2e8fa-99b8-468d-a49b-4bf6df10bbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1462469 Jan 25 16:25:09.588626 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e6ead-8cf7-4dcf-83a1-e643ef302cc8 None None] New status for floating IP 785c96d2-1ca4-41eb-9c95-77494d248aeb: DOWN {{(pid=79987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 16:25:09.603184 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Allocated IP 172.27.3.233 (a86c8819-2978-473d-8d16-86365edfeb60/ab1961e7-fa88-47d7-900c-7c648513b3bc/eccaac3c-83c0-4313-a6f4-a8304ad4c04b) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:25:09.705059 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:09.721938 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:09.729088 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7af707d1-37fe-4d16-a190-724d020015a7 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:25:10.014947 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Pushing event updated for resources: {'Port': ['ID=eccaac3c-83c0-4313-a6f4-a8304ad4c04b,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:25:10.017506 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:25:10.047478 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Network a86c8819-2978-473d-8d16-86365edfeb60 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:25:10.048312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:25:10.049957 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:25:10.108629 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for floatingip, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:10.154982 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:10.311895 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:10.314024 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:10.320629 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-75456062-67af-4e60-81f5-373c4d2998c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:25:10.386623 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Pushing event updated for resources: {'Port': ['ID=eccaac3c-83c0-4313-a6f4-a8304ad4c04b,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:25:10.388511 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:25:10.459515 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:10.471117 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:10.471911 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2902441 Jan 25 16:25:19.537972 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:25:23.027772 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cbd7f6-c9f6-4d56-b493-f99815587479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:24.022856 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2856d375-3742-4dee-b756-ab9506711b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:24.671472 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:24.913903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:25.776249 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:53.027067 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-73a8fab6-05c1-417a-bf61-c44139a75ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:54.021246 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-73a5428b-04d2-4249-8eb6-81ad270d6f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:54.674931 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:54.908549 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:55.081381 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:55.771927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:25:56.541971 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:26:10.704076 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 46858) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:26:10.752745 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:10.771381 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:10.808902 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:10.811479 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1a3dd173-a90c-4d7b-a247-46d4cd5bc549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:26:10.821111 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f0adb7-09a5-496f-98c5-6ebf94bfef25,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:26:10.828246 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.828522 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.828794 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.829057 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.829322 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.829586 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.829848 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.830111 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.830658 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.831120 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.831384 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.831644 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.831983 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.832255 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.832518 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.832775 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.833035 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.833293 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.833548 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.833805 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.834063 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.834317 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.834576 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.834833 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:26:10.837631 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:26:10.838958 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:10.839725 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-be046d13-5c00-42bf-8aee-3b34709b673b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "DELETE /v2.0/security-groups/47f0adb7-09a5-496f-98c5-6ebf94bfef25 HTTP/1.1" status: 204 len: 168 time: 0.1347823 Jan 25 16:26:10.842257 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 46862) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:26:10.853771 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.api.v2.resource [None req-19a0ce20-e9b9-4d70-96ff-4a31752a5b35 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] show failed (client error): The resource could not be found. Jan 25 16:26:10.854362 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-19a0ce20-e9b9-4d70-96ff-4a31752a5b35 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups/47f0adb7-09a5-496f-98c5-6ebf94bfef25 HTTP/1.1" status: 404 len: 347 time: 0.0114079 Jan 25 16:26:10.856294 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 46866) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:26:10.964818 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-653bff19-670e-4e53-ae42-b54484b5fb0d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Deleting port eccaac3c-83c0-4313-a6f4-a8304ad4c04b {{(pid=79984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:26:10.965109 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-653bff19-670e-4e53-ae42-b54484b5fb0d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:11.066679 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-653bff19-670e-4e53-ae42-b54484b5fb0d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:11.066921 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-653bff19-670e-4e53-ae42-b54484b5fb0d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for floatingip, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:11.131544 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-653bff19-670e-4e53-ae42-b54484b5fb0d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Calling delete_port for eccaac3c-83c0-4313-a6f4-a8304ad4c04b owned by network:floatingip {{(pid=79984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:26:11.216349 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-653bff19-670e-4e53-ae42-b54484b5fb0d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:11.224994 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:26:11.279088 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bff19-670e-4e53-ae42-b54484b5fb0d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Pushing event deleted for resources: {'Port': ['ID=eccaac3c-83c0-4313-a6f4-a8304ad4c04b,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:26:11.281182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-653bff19-670e-4e53-ae42-b54484b5fb0d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:26:11.367715 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-653bff19-670e-4e53-ae42-b54484b5fb0d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks [] for floatingip, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:11.377566 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-653bff19-670e-4e53-ae42-b54484b5fb0d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:11.379184 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-653bff19-670e-4e53-ae42-b54484b5fb0d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "DELETE /v2.0/floatingips/6f8295a5-2349-460e-9107-9e022ea2d509 HTTP/1.1" status: 204 len: 168 time: 0.5222092 Jan 25 16:26:13.911290 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ff213-42f4-4d57-8a94-dc4a86e4746a req-cc591e04-a714-40ba-a43e-665ee37e520d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:13.911779 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-779ff213-42f4-4d57-8a94-dc4a86e4746a req-cc591e04-a714-40ba-a43e-665ee37e520d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Synchronizing usage tracker for tenant:95283eda37984761942076ba2009fe36 on resource:port {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:26:13.922419 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-779ff213-42f4-4d57-8a94-dc4a86e4746a req-cc591e04-a714-40ba-a43e-665ee37e520d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Unset dirty status for tenant:95283eda37984761942076ba2009fe36 on resource:port {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:26:13.923251 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-779ff213-42f4-4d57-8a94-dc4a86e4746a req-cc591e04-a714-40ba-a43e-665ee37e520d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1327491 Jan 25 16:26:13.957446 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-779ff213-42f4-4d57-8a94-dc4a86e4746a req-12961680-f35d-4650-be2d-b0d83be9d873 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Synchronizing usage tracker for tenant:95283eda37984761942076ba2009fe36 on resource:security_group {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:26:13.968304 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-779ff213-42f4-4d57-8a94-dc4a86e4746a req-12961680-f35d-4650-be2d-b0d83be9d873 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Unset dirty status for tenant:95283eda37984761942076ba2009fe36 on resource:security_group {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:26:13.969114 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-779ff213-42f4-4d57-8a94-dc4a86e4746a req-12961680-f35d-4650-be2d-b0d83be9d873 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409524 Jan 25 16:26:15.157246 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856bb50-df8d-45ce-aa99-36c4e3e22576 req-48d75af2-6c4d-443a-b3ea-b28bd876fb80 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:15.158783 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c856bb50-df8d-45ce-aa99-36c4e3e22576 req-48d75af2-6c4d-443a-b3ea-b28bd876fb80 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0835850 Jan 25 16:26:15.417312 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c856bb50-df8d-45ce-aa99-36c4e3e22576 req-cbfbf732-48b0-4322-86e6-76c0b14886ed tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538223 Jan 25 16:26:16.606180 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d42065-ebd1-4852-aec7-919afd9901f9 req-9d1fbade-eb7c-4dfc-89f0-cab3e67a52ed tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:16.607359 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-10d42065-ebd1-4852-aec7-919afd9901f9 req-9d1fbade-eb7c-4dfc-89f0-cab3e67a52ed tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0973556 Jan 25 16:26:16.644257 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-10d42065-ebd1-4852-aec7-919afd9901f9 req-e92ab3b2-2784-416c-b3fd-525e2c05de40 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324469 Jan 25 16:26:17.828285 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bb09d-d828-4099-8af7-76e74eaf06ae req-d0592b0c-3168-4446-b2f7-0d0bc946899b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:17.829376 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-606bb09d-d828-4099-8af7-76e74eaf06ae req-d0592b0c-3168-4446-b2f7-0d0bc946899b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0849121 Jan 25 16:26:17.863049 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-606bb09d-d828-4099-8af7-76e74eaf06ae req-4d49426e-28a8-4e12-9352-c7d9a64fd3b0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284081 Jan 25 16:26:19.035229 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff599223-032a-4ef7-ac8e-fecd8917b417 req-2ddf6b49-a416-4db3-a47c-fca9db0af0bd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:19.036159 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ff599223-032a-4ef7-ac8e-fecd8917b417 req-2ddf6b49-a416-4db3-a47c-fca9db0af0bd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0751047 Jan 25 16:26:19.072669 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ff599223-032a-4ef7-ac8e-fecd8917b417 req-fc2e40a6-755b-438e-a9ae-5f2b6942795f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322752 Jan 25 16:26:20.252839 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618aacc-d32d-4630-85d7-ab129dd8e527 req-5c973900-c7f9-46c6-ae38-5d31271982cf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:20.254310 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b618aacc-d32d-4630-85d7-ab129dd8e527 req-5c973900-c7f9-46c6-ae38-5d31271982cf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0847027 Jan 25 16:26:20.292526 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b618aacc-d32d-4630-85d7-ab129dd8e527 req-793f575d-69ee-4f42-a25c-b0ea069f015c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307367 Jan 25 16:26:21.463670 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3bc44-38a1-4040-9f2f-7d3e87a6d25c req-117d7686-4e75-4ab2-ba35-4bb468cc2ade tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:21.464725 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-33f3bc44-38a1-4040-9f2f-7d3e87a6d25c req-117d7686-4e75-4ab2-ba35-4bb468cc2ade tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0795650 Jan 25 16:26:21.499676 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-33f3bc44-38a1-4040-9f2f-7d3e87a6d25c req-fb7a5608-c14d-4ed1-ae39-bc3befa7d682 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307398 Jan 25 16:26:22.669505 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6c713-2418-4d03-980b-035a4300b3bf req-abe1b999-04a0-4205-bb2f-b7395088248d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:22.670471 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0ab6c713-2418-4d03-980b-035a4300b3bf req-abe1b999-04a0-4205-bb2f-b7395088248d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0733137 Jan 25 16:26:22.709898 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0ab6c713-2418-4d03-980b-035a4300b3bf req-b6c4a161-17fa-4b5a-afd4-3e5162f935e8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322537 Jan 25 16:26:23.025505 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-85b49c34-0684-41b5-805e-cf4dbd9df4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:23.888920 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcde40-a9bd-471a-acf5-ab9c0c4c347c req-4e5622c6-b155-451c-bc9c-8766f11d5cbf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:23.889991 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-51dcde40-a9bd-471a-acf5-ab9c0c4c347c req-4e5622c6-b155-451c-bc9c-8766f11d5cbf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0743587 Jan 25 16:26:23.924303 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-51dcde40-a9bd-471a-acf5-ab9c0c4c347c req-bd317873-ab90-4f6d-9db7-88924bfd7995 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300493 Jan 25 16:26:24.016212 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-12ec79e5-f36c-4714-800e-cea862a124d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:24.681824 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:24.915264 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:25.096551 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063630b-a1b0-443d-afe5-70ddd9c4b314 req-d7810c70-503b-4d1e-9d27-76970e3a7a2a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:25.097601 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4063630b-a1b0-443d-afe5-70ddd9c4b314 req-d7810c70-503b-4d1e-9d27-76970e3a7a2a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0793817 Jan 25 16:26:25.131899 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4063630b-a1b0-443d-afe5-70ddd9c4b314 req-c7c97b3f-bd16-4814-8827-a64f70cd81ee tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300295 Jan 25 16:26:25.779153 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:26.292298 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cd1f7-5ca1-49d1-abe0-5271617d1f27 req-87360ed0-a1c5-42c5-9aa5-52990f6e1d00 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:26.293368 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e91cd1f7-5ca1-49d1-abe0-5271617d1f27 req-87360ed0-a1c5-42c5-9aa5-52990f6e1d00 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0737979 Jan 25 16:26:26.328528 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e91cd1f7-5ca1-49d1-abe0-5271617d1f27 req-70240e20-2d4f-4dbc-a26b-7cb437d67995 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312519 Jan 25 16:26:27.495646 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa800a-ba2b-4a73-bfab-2bfc91909a23 req-6e185bcc-8758-419e-aa1f-4a6aaa78c25f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:27.496584 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-acfa800a-ba2b-4a73-bfab-2bfc91909a23 req-6e185bcc-8758-419e-aa1f-4a6aaa78c25f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0719783 Jan 25 16:26:27.530125 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-acfa800a-ba2b-4a73-bfab-2bfc91909a23 req-26dd057d-ffcc-4bc8-b749-ec750d1d323f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295477 Jan 25 16:26:28.723365 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba98df-886c-4db7-8597-2c719fb22e80 req-6bf51f99-cd79-4297-8127-358f8882abf9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:28.725027 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-62ba98df-886c-4db7-8597-2c719fb22e80 req-6bf51f99-cd79-4297-8127-358f8882abf9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0919752 Jan 25 16:26:28.760142 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-62ba98df-886c-4db7-8597-2c719fb22e80 req-eb4522a7-b906-44b1-aa2e-f66f53d7c18e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307817 Jan 25 16:26:29.948860 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc351c6-a2b5-4f08-9017-87bef98d9dad req-3a0c4be1-4044-49b6-b86d-1e200e88b496 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:29.949922 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2bc351c6-a2b5-4f08-9017-87bef98d9dad req-3a0c4be1-4044-49b6-b86d-1e200e88b496 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0813272 Jan 25 16:26:29.992306 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2bc351c6-a2b5-4f08-9017-87bef98d9dad req-2ca5dcf5-20b6-4185-a644-b9aaedcbc007 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350814 Jan 25 16:26:31.155814 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57333559-9b57-47fe-9b41-5095fd8ae293 req-4be305be-46f6-4d72-8edd-3b78c244a554 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:31.156961 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-57333559-9b57-47fe-9b41-5095fd8ae293 req-4be305be-46f6-4d72-8edd-3b78c244a554 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0727468 Jan 25 16:26:31.190512 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-57333559-9b57-47fe-9b41-5095fd8ae293 req-2b4ea2c7-ac4f-42a4-af3a-29106fe82fc8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293100 Jan 25 16:26:32.349966 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02014a44-e561-4eee-a5b4-33e506025359 req-cf224123-ab46-467a-86d0-a7cd1ae4c268 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:32.351002 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-02014a44-e561-4eee-a5b4-33e506025359 req-cf224123-ab46-467a-86d0-a7cd1ae4c268 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0759609 Jan 25 16:26:32.387413 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-02014a44-e561-4eee-a5b4-33e506025359 req-c00a2e0a-a277-40a9-b567-14408d69cb8f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291734 Jan 25 16:26:33.539317 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:26:33.568267 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c6d92-9190-4af3-be17-cc986a7785d5 req-db3ded0d-c157-4d5c-8cfb-4819b2ca6541 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:33.569462 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-912c6d92-9190-4af3-be17-cc986a7785d5 req-db3ded0d-c157-4d5c-8cfb-4819b2ca6541 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0845346 Jan 25 16:26:33.608151 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-912c6d92-9190-4af3-be17-cc986a7785d5 req-51047913-983d-402a-9ceb-0ffc944ade64 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340617 Jan 25 16:26:34.791593 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37306d71-a86a-494f-bebf-cb776c799e46 req-b00e1fbe-99ec-4080-8028-573039a17f13 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:34.792810 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-37306d71-a86a-494f-bebf-cb776c799e46 req-b00e1fbe-99ec-4080-8028-573039a17f13 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0858018 Jan 25 16:26:34.828507 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-37306d71-a86a-494f-bebf-cb776c799e46 req-ab072ba8-f9f6-4d28-8900-85010a33d151 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309038 Jan 25 16:26:36.005703 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e55b67-edfd-4375-8ae7-ec58a33f899a req-1ecf683e-1293-497f-be91-c2e29871fb96 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:36.007060 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-73e55b67-edfd-4375-8ae7-ec58a33f899a req-1ecf683e-1293-497f-be91-c2e29871fb96 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0900636 Jan 25 16:26:36.040859 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-73e55b67-edfd-4375-8ae7-ec58a33f899a req-845b7b52-afe3-4ccf-9bfe-f9b27c1251a2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297558 Jan 25 16:26:37.224870 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940e3a0-a24b-4484-bb4f-9392e81a33bc req-e38d8709-87ca-412f-93a1-61c4dfa7f3f2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:37.226180 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4940e3a0-a24b-4484-bb4f-9392e81a33bc req-e38d8709-87ca-412f-93a1-61c4dfa7f3f2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0872743 Jan 25 16:26:37.270189 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4940e3a0-a24b-4484-bb4f-9392e81a33bc req-dda50a19-81c7-4619-b2be-425a0c66581e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360861 Jan 25 16:26:38.449327 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedebecf-eea5-4644-b517-8bd3a5ce1d68 req-a57d6c30-3028-478c-aa1f-7eb1f3bdb2d9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:38.450285 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fedebecf-eea5-4644-b517-8bd3a5ce1d68 req-a57d6c30-3028-478c-aa1f-7eb1f3bdb2d9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0825052 Jan 25 16:26:38.487651 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fedebecf-eea5-4644-b517-8bd3a5ce1d68 req-579f70ef-eae1-4e7a-98c2-b7948c751dff tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297763 Jan 25 16:26:39.669142 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cc95c-70ad-4a4e-892c-152a1b427d8e req-597619df-8481-4f3a-9289-060452062b87 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:39.670204 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f8cc95c-70ad-4a4e-892c-152a1b427d8e req-597619df-8481-4f3a-9289-060452062b87 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0860445 Jan 25 16:26:39.703587 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7f8cc95c-70ad-4a4e-892c-152a1b427d8e req-407dad31-0421-4162-a016-5b00d10794fb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291772 Jan 25 16:26:40.876936 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cb87d-854a-4390-b635-efbfc74ef815 req-42836fa6-190d-4ec7-83be-dc44ba50a51f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:40.878014 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d4cb87d-854a-4390-b635-efbfc74ef815 req-42836fa6-190d-4ec7-83be-dc44ba50a51f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0760550 Jan 25 16:26:40.914598 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d4cb87d-854a-4390-b635-efbfc74ef815 req-df16c1b9-ab54-4e29-9bd7-eb13a4d88772 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320470 Jan 25 16:26:42.087614 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e787a-2186-453c-91e4-faa0def416d2 req-f110c2cf-0549-4107-ab86-4c60afd9b4a5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:42.088666 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4f9e787a-2186-453c-91e4-faa0def416d2 req-f110c2cf-0549-4107-ab86-4c60afd9b4a5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0734448 Jan 25 16:26:42.125391 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4f9e787a-2186-453c-91e4-faa0def416d2 req-75f28289-675f-4159-a698-e14e554af5f8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296416 Jan 25 16:26:43.299659 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5e590-b6b6-490b-9e12-5a54c7868278 req-d8eb0d56-37f8-48ca-a9a2-113a42147bbe tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:43.300758 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-49d5e590-b6b6-490b-9e12-5a54c7868278 req-d8eb0d56-37f8-48ca-a9a2-113a42147bbe tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0897593 Jan 25 16:26:43.340164 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-49d5e590-b6b6-490b-9e12-5a54c7868278 req-ba500979-7676-4a5d-a201-9c4301739924 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345163 Jan 25 16:26:44.518841 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bb94a-7381-4bce-b1bc-93c600b355f8 req-3220c6d7-ae20-4f55-bd6d-481588ebb16b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:44.519895 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d8bb94a-7381-4bce-b1bc-93c600b355f8 req-3220c6d7-ae20-4f55-bd6d-481588ebb16b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0737090 Jan 25 16:26:44.561260 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d8bb94a-7381-4bce-b1bc-93c600b355f8 req-89b18446-21a9-4443-ba57-e957bfb5a027 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333405 Jan 25 16:26:45.729434 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42abf16-434b-43db-9c6b-29a0fee0a63f req-badbb31e-11f9-41b6-82a9-32c4a13d82e4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:45.730441 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e42abf16-434b-43db-9c6b-29a0fee0a63f req-badbb31e-11f9-41b6-82a9-32c4a13d82e4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0736029 Jan 25 16:26:45.767484 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e42abf16-434b-43db-9c6b-29a0fee0a63f req-c94db5c5-74d3-4b9d-833b-ee62a4935cfe tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300570 Jan 25 16:26:46.937381 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b85d74-fdd1-4ce8-81ef-9e93f0dab7d5 req-ee457c2a-8c42-4046-b499-179e4a555bf1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:46.938431 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-09b85d74-fdd1-4ce8-81ef-9e93f0dab7d5 req-ee457c2a-8c42-4046-b499-179e4a555bf1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0784307 Jan 25 16:26:46.975672 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-09b85d74-fdd1-4ce8-81ef-9e93f0dab7d5 req-9d1cde2b-bc2d-4bec-9542-c39ebac57eaf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298903 Jan 25 16:26:48.148154 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3fa04-9511-4edb-8d5c-e197618f9a23 req-f1a38dfb-b91c-4ecf-9b78-1bf446d7ca26 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:48.149266 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-78b3fa04-9511-4edb-8d5c-e197618f9a23 req-f1a38dfb-b91c-4ecf-9b78-1bf446d7ca26 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0728185 Jan 25 16:26:48.186642 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-78b3fa04-9511-4edb-8d5c-e197618f9a23 req-68eab0c4-3d58-482e-a931-bd7df27b4ead tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330539 Jan 25 16:26:49.353722 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d874957-1833-455e-abdd-5ebfb3304b05 req-ab205561-7ead-4c40-86bc-f3918c1c184a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:49.354734 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5d874957-1833-455e-abdd-5ebfb3304b05 req-ab205561-7ead-4c40-86bc-f3918c1c184a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0741651 Jan 25 16:26:49.391260 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5d874957-1833-455e-abdd-5ebfb3304b05 req-ae1ea2a5-aa5e-4ad9-878c-e1913896161e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295796 Jan 25 16:26:50.560728 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea55c6-a32b-4c09-abba-faff1296a88b req-07744a79-b566-4240-b605-bd3244ff5030 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:50.561770 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-76ea55c6-a32b-4c09-abba-faff1296a88b req-07744a79-b566-4240-b605-bd3244ff5030 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0774276 Jan 25 16:26:50.598534 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-76ea55c6-a32b-4c09-abba-faff1296a88b req-36a44e74-9ecb-493e-a936-479484219e77 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295846 Jan 25 16:26:51.772335 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1ae79-c834-4c8a-854a-f80c356bf971 req-69511932-179d-445c-9aea-631b29b4023d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:51.773395 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9ae1ae79-c834-4c8a-854a-f80c356bf971 req-69511932-179d-445c-9aea-631b29b4023d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0744734 Jan 25 16:26:51.808520 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9ae1ae79-c834-4c8a-854a-f80c356bf971 req-2bdb6626-7f27-4115-a5f3-3468fa231936 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312419 Jan 25 16:26:52.993505 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070b89b-8af1-46ab-a474-b39c81b80fcd req-f6c2c5ac-b8a7-4f08-a8bc-67270ba211fd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:52.994424 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b070b89b-8af1-46ab-a474-b39c81b80fcd req-f6c2c5ac-b8a7-4f08-a8bc-67270ba211fd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0827200 Jan 25 16:26:53.021629 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-073de9f1-f192-4601-a589-32bdc725783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:53.036252 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b070b89b-8af1-46ab-a474-b39c81b80fcd req-ebcdd800-aba3-43f4-bc83-840e96ee8e82 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378816 Jan 25 16:26:54.024193 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bd32a671-2b55-4d80-89eb-6fae013ee636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:54.194170 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfa5af-3d51-419e-b4a2-b29a26d009e9 req-399b6771-6df4-4028-898c-a9a0e97ac1b5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:54.195232 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2ccfa5af-3d51-419e-b4a2-b29a26d009e9 req-399b6771-6df4-4028-898c-a9a0e97ac1b5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0759883 Jan 25 16:26:54.232114 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2ccfa5af-3d51-419e-b4a2-b29a26d009e9 req-ca125c68-d3bf-42f5-93e4-89169b6bf8dd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297394 Jan 25 16:26:54.676912 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:54.916112 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:55.161069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:55.404500 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce06c8-8f93-4a67-b064-fb19bf4d1844 req-ba7198d3-60a3-4a8b-871c-798c7b17b09f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:55.405602 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c2ce06c8-8f93-4a67-b064-fb19bf4d1844 req-ba7198d3-60a3-4a8b-871c-798c7b17b09f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0739424 Jan 25 16:26:55.446097 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c2ce06c8-8f93-4a67-b064-fb19bf4d1844 req-a14be600-7d92-47f7-b4c7-441b5f744685 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332227 Jan 25 16:26:55.782525 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:26:56.636005 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df7304-fc6d-4dd3-ac24-3c0d898a2c7d req-4aca923f-821d-4d22-913e-3febc8dfcb07 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:56.637084 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-27df7304-fc6d-4dd3-ac24-3c0d898a2c7d req-4aca923f-821d-4d22-913e-3febc8dfcb07 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0763531 Jan 25 16:26:56.679824 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-27df7304-fc6d-4dd3-ac24-3c0d898a2c7d req-bea426f2-8e78-4173-8acb-e36759128c2a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386143 Jan 25 16:26:57.856864 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca18b8-b5bb-4629-815a-42aec9f821c3 req-2dbe4ada-3417-4b61-8754-ef4d6ab668db tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:57.857910 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-81ca18b8-b5bb-4629-815a-42aec9f821c3 req-2dbe4ada-3417-4b61-8754-ef4d6ab668db tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0833609 Jan 25 16:26:57.896029 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-81ca18b8-b5bb-4629-815a-42aec9f821c3 req-24e09a44-a493-4268-ad73-9d5617684f72 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304866 Jan 25 16:26:59.061577 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947b443-c3a8-4560-8fc6-cd75aaa36281 req-78b128ab-38e5-410d-9e8c-d70b9780f0e2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:26:59.062534 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5947b443-c3a8-4560-8fc6-cd75aaa36281 req-78b128ab-38e5-410d-9e8c-d70b9780f0e2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0737085 Jan 25 16:26:59.098254 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5947b443-c3a8-4560-8fc6-cd75aaa36281 req-00b4e75d-16a8-4ca7-b5cc-587c84c92113 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316176 Jan 25 16:27:00.275804 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a57355-b017-4edd-8246-a8526a76b96e req-2ca1ce7c-7eda-41c5-9ee1-b5ce9f7cecb6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:00.276904 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c6a57355-b017-4edd-8246-a8526a76b96e req-2ca1ce7c-7eda-41c5-9ee1-b5ce9f7cecb6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0793090 Jan 25 16:27:00.310082 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c6a57355-b017-4edd-8246-a8526a76b96e req-c37c0a93-c518-49da-bfa8-80925b879c3e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291624 Jan 25 16:27:01.721927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d93cf4-6c96-4ec1-ac0d-2e08ae8abdfb req-c9eca4ab-154a-457a-8db0-298ee9030127 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:01.723048 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-03d93cf4-6c96-4ec1-ac0d-2e08ae8abdfb req-c9eca4ab-154a-457a-8db0-298ee9030127 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.3184032 Jan 25 16:27:01.756751 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-03d93cf4-6c96-4ec1-ac0d-2e08ae8abdfb req-84bf9298-cc5b-48fe-9708-f18923a0dff6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291781 Jan 25 16:27:02.931467 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a696640-be71-4a90-9c85-b749beaa4cab req-f1ddf154-e399-4179-ba71-19e5826a8c1d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:02.932508 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8a696640-be71-4a90-9c85-b749beaa4cab req-f1ddf154-e399-4179-ba71-19e5826a8c1d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0738468 Jan 25 16:27:02.967515 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8a696640-be71-4a90-9c85-b749beaa4cab req-f9cfd9ba-5c3d-4931-a617-6189aad3fd96 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309603 Jan 25 16:27:04.150561 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115613ea-c900-4909-a2b9-c7836727bc0b req-decff427-4a84-4c96-bd8c-30f355b8249c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:04.151656 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-115613ea-c900-4909-a2b9-c7836727bc0b req-decff427-4a84-4c96-bd8c-30f355b8249c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0847142 Jan 25 16:27:04.186568 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-115613ea-c900-4909-a2b9-c7836727bc0b req-9fb6ff88-4fe0-46ce-a5d1-8205157752c3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305238 Jan 25 16:27:05.351529 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223f40e-79ac-4b07-9141-4bac1ea99fd5 req-db777e6d-17f4-4aae-aa68-c678e1c37138 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:05.353029 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c223f40e-79ac-4b07-9141-4bac1ea99fd5 req-db777e6d-17f4-4aae-aa68-c678e1c37138 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0733385 Jan 25 16:27:05.385946 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c223f40e-79ac-4b07-9141-4bac1ea99fd5 req-67d6e585-998e-4f3c-9014-40e17527750c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289822 Jan 25 16:27:06.560545 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3e279-616e-471f-a8e1-c4748696e97e req-9b1beb98-ea80-4438-b3e3-d67c0d34148d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:06.561599 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0ae3e279-616e-471f-a8e1-c4748696e97e req-9b1beb98-ea80-4438-b3e3-d67c0d34148d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0751104 Jan 25 16:27:06.601096 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0ae3e279-616e-471f-a8e1-c4748696e97e req-85d96238-028c-4108-b83c-7253b30ca2f3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321040 Jan 25 16:27:07.782796 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6059c1d-6c2b-4dcc-b81f-706d30a7e627 req-f9a32b86-f002-4c3a-a125-2bef07ece5e2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:07.783882 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b6059c1d-6c2b-4dcc-b81f-706d30a7e627 req-f9a32b86-f002-4c3a-a125-2bef07ece5e2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0752757 Jan 25 16:27:07.818618 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b6059c1d-6c2b-4dcc-b81f-706d30a7e627 req-b5e09c45-fae3-4d11-b56e-ba8ec2fbea10 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303047 Jan 25 16:27:08.991948 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4761e96-467b-4ba2-8eb3-3e13b39b0d4b req-946dab17-56b8-42ee-aeb6-a462570b3376 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:08.992930 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f4761e96-467b-4ba2-8eb3-3e13b39b0d4b req-946dab17-56b8-42ee-aeb6-a462570b3376 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0790253 Jan 25 16:27:09.031597 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f4761e96-467b-4ba2-8eb3-3e13b39b0d4b req-64f6831f-9c76-48a0-8c0c-3db0eaf8622e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312309 Jan 25 16:27:10.354524 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f6a6f-2739-4524-9ba1-e123a274294a req-783e186b-aa3c-41da-a73d-f836fe9a7171 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:10.355488 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3b9f6a6f-2739-4524-9ba1-e123a274294a req-783e186b-aa3c-41da-a73d-f836fe9a7171 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0739057 Jan 25 16:27:10.392080 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3b9f6a6f-2739-4524-9ba1-e123a274294a req-5d25d94f-13f9-4bf6-8d59-db7cc0909adf tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323050 Jan 25 16:27:10.541815 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:27:11.558121 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7021b-bbb1-4597-8956-9a7a8fc0e767 req-91d63300-a1d8-4ce5-84b2-27053673d2bc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:11.559138 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e7a7021b-bbb1-4597-8956-9a7a8fc0e767 req-91d63300-a1d8-4ce5-84b2-27053673d2bc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0731530 Jan 25 16:27:11.596108 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e7a7021b-bbb1-4597-8956-9a7a8fc0e767 req-70d6de3a-9dc2-4be9-b7e0-a400bf904278 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297489 Jan 25 16:27:12.764884 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34f058-632e-4534-beff-b3832d014184 req-f3eda799-5f0a-4b57-8d07-bfd630c2e3ab tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:12.765941 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cf34f058-632e-4534-beff-b3832d014184 req-f3eda799-5f0a-4b57-8d07-bfd630c2e3ab tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0871341 Jan 25 16:27:12.803808 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cf34f058-632e-4534-beff-b3832d014184 req-1924bf13-560e-4626-bb90-2e9d14f32a2a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305862 Jan 25 16:27:13.983296 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875837b-2d20-471b-8937-d6d742a8bb15 req-1a4fe3e6-080e-4ebb-b06c-83f1c831a8f1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:13.984398 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7875837b-2d20-471b-8937-d6d742a8bb15 req-1a4fe3e6-080e-4ebb-b06c-83f1c831a8f1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0743268 Jan 25 16:27:14.023861 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7875837b-2d20-471b-8937-d6d742a8bb15 req-7f00bd80-f1b3-47e5-a5be-8e1cca4cc49f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324316 Jan 25 16:27:15.197131 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeceea-7639-4d9c-b7df-ddb9ea0ef75f req-ba630669-7ac1-43d7-910b-5cb1a0ba290b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:15.198232 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2aeeceea-7639-4d9c-b7df-ddb9ea0ef75f req-ba630669-7ac1-43d7-910b-5cb1a0ba290b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0747349 Jan 25 16:27:15.232956 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2aeeceea-7639-4d9c-b7df-ddb9ea0ef75f req-51fe98d1-ab6e-4d6f-b304-c58140752fc3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300882 Jan 25 16:27:16.421220 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fe51e-a72f-40f0-8565-df4a45229dad req-11c83b6a-3926-4190-962b-5bee24aca7fa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:16.422193 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-599fe51e-a72f-40f0-8565-df4a45229dad req-11c83b6a-3926-4190-962b-5bee24aca7fa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0911615 Jan 25 16:27:16.457482 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-599fe51e-a72f-40f0-8565-df4a45229dad req-fffa5be2-e34c-4ee0-9fcc-3cb6a1eca667 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310862 Jan 25 16:27:17.633601 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969395a-c13b-4a47-9f3a-bc8a0fe017c1 req-5d7b5d38-4968-4777-9a65-3eb6bdc9dae7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:17.634639 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c969395a-c13b-4a47-9f3a-bc8a0fe017c1 req-5d7b5d38-4968-4777-9a65-3eb6bdc9dae7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0800567 Jan 25 16:27:17.669065 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c969395a-c13b-4a47-9f3a-bc8a0fe017c1 req-f0d9dbba-99d3-4e0a-98cb-df4e0ce0f30f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301325 Jan 25 16:27:18.845245 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e635a-c080-4e5a-841e-6be4cf3479f9 req-c914079e-b469-4c5d-bcd0-84f17ab4357a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:18.846295 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c15e635a-c080-4e5a-841e-6be4cf3479f9 req-c914079e-b469-4c5d-bcd0-84f17ab4357a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0775716 Jan 25 16:27:18.883892 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c15e635a-c080-4e5a-841e-6be4cf3479f9 req-222fc255-a9a3-432a-b845-af63b022e5fe tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304010 Jan 25 16:27:20.061018 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b836a-a552-4bf7-a3bc-16cd867c8f3e req-f320e51f-ff91-4fc4-adc3-55baebcda096 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:20.062533 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1c0b836a-a552-4bf7-a3bc-16cd867c8f3e req-f320e51f-ff91-4fc4-adc3-55baebcda096 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0797670 Jan 25 16:27:20.095784 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1c0b836a-a552-4bf7-a3bc-16cd867c8f3e req-932d5050-66db-4ed6-8eec-994d88a919e5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290556 Jan 25 16:27:21.269153 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923ae6e-7ae9-4b9b-af31-1f667a9101cc req-95d5a755-61ea-4620-acf7-8df726c2b40e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:21.270201 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0923ae6e-7ae9-4b9b-af31-1f667a9101cc req-95d5a755-61ea-4620-acf7-8df726c2b40e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0749257 Jan 25 16:27:21.307519 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0923ae6e-7ae9-4b9b-af31-1f667a9101cc req-fb500b60-c7cc-40e7-9a82-366a727997be tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300684 Jan 25 16:27:22.467611 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00cc568-3e6d-449d-820f-a33f32caba0a req-9eabcb04-90de-4fdc-9772-778132b0012c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:22.469138 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a00cc568-3e6d-449d-820f-a33f32caba0a req-9eabcb04-90de-4fdc-9772-778132b0012c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0775914 Jan 25 16:27:22.502740 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a00cc568-3e6d-449d-820f-a33f32caba0a req-48f30cf0-a0e5-4812-a5b1-cd0512c54040 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294130 Jan 25 16:27:23.018168 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5b30fa49-5d55-46cd-8474-29249cdab860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:27:23.675065 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7762a-441e-4b18-8626-7b9ea9eb5487 req-2a21cba8-ce4e-41df-b790-1ab64e60111c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:23.676072 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cbb7762a-441e-4b18-8626-7b9ea9eb5487 req-2a21cba8-ce4e-41df-b790-1ab64e60111c tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0760860 Jan 25 16:27:23.713165 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cbb7762a-441e-4b18-8626-7b9ea9eb5487 req-33de3d99-3e0a-47e8-b70c-1aa8809f0e70 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298033 Jan 25 16:27:24.023700 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cebf03b7-e05b-40de-9d88-9f3ae5b054c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:27:24.687802 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:27:24.892027 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e95194-b6ec-4861-8e8b-0e36ef985fe3 req-1422124b-55c9-4f07-88e8-36c971af27bd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:24.893077 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d9e95194-b6ec-4861-8e8b-0e36ef985fe3 req-1422124b-55c9-4f07-88e8-36c971af27bd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0756624 Jan 25 16:27:24.906316 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:27:24.930675 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d9e95194-b6ec-4861-8e8b-0e36ef985fe3 req-21488f8d-5d04-45a6-b70a-9a9a9c030ce8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301969 Jan 25 16:27:25.787048 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:27:26.106759 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9236e7-6af0-4553-9e4a-7732198eb72e req-03e4955a-53b5-4aa6-a4d5-385a0560a7b8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:26.107770 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0b9236e7-6af0-4553-9e4a-7732198eb72e req-03e4955a-53b5-4aa6-a4d5-385a0560a7b8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0769446 Jan 25 16:27:26.148627 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0b9236e7-6af0-4553-9e4a-7732198eb72e req-cbcfad43-a596-4474-af9f-82eb2cf62656 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331113 Jan 25 16:27:27.319024 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d133b-4996-4e2e-94f1-dfb07e74a56a req-46a3d73e-04b2-425d-ae1e-831a3c3f9416 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:27.320131 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b72d133b-4996-4e2e-94f1-dfb07e74a56a req-46a3d73e-04b2-425d-ae1e-831a3c3f9416 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0832338 Jan 25 16:27:27.358507 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b72d133b-4996-4e2e-94f1-dfb07e74a56a req-6fe8287f-0988-4931-94ab-1ff44eca950b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310488 Jan 25 16:27:28.532799 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6eece-e6ff-4a4a-84b6-53a1cf8d9d0c req-8aeed71a-2a35-41b1-bde0-037278eeb8a7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:28.533865 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f8d6eece-e6ff-4a4a-84b6-53a1cf8d9d0c req-8aeed71a-2a35-41b1-bde0-037278eeb8a7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0741007 Jan 25 16:27:28.570839 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f8d6eece-e6ff-4a4a-84b6-53a1cf8d9d0c req-f79632d2-59d9-4bf5-843d-0a2dd13304a0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297925 Jan 25 16:27:29.744160 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e1db3-6f2e-495a-84e8-4a7fde21417b req-71bf15e1-2b26-4780-ba19-61f3148a7351 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:29.745286 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-aa4e1db3-6f2e-495a-84e8-4a7fde21417b req-71bf15e1-2b26-4780-ba19-61f3148a7351 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0812392 Jan 25 16:27:29.781142 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-aa4e1db3-6f2e-495a-84e8-4a7fde21417b req-4590e382-8c14-465c-a04e-b4eae12b9673 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314236 Jan 25 16:27:30.951353 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8735910-bd24-447f-b8c8-47cd60f9ee68 req-546c719b-f842-4f46-a6e5-32231d0db277 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:30.952270 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e8735910-bd24-447f-b8c8-47cd60f9ee68 req-546c719b-f842-4f46-a6e5-32231d0db277 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0780282 Jan 25 16:27:30.988793 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e8735910-bd24-447f-b8c8-47cd60f9ee68 req-45469165-015c-407e-ac70-86ff036635f3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293961 Jan 25 16:27:32.158985 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0372d-aae8-4bc2-80f2-106d22035bea req-a8fb01e1-5c01-4ace-a73d-a01151497ef8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:32.160512 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3cf0372d-aae8-4bc2-80f2-106d22035bea req-a8fb01e1-5c01-4ace-a73d-a01151497ef8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0836661 Jan 25 16:27:32.197827 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3cf0372d-aae8-4bc2-80f2-106d22035bea req-3d23ba54-127f-47ca-a944-efbda938b17b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300658 Jan 25 16:27:33.360139 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec55a7-d290-4cb3-a0bc-ac722b39094c req-bc012c20-1b88-4679-a1e9-5eff3a082abc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:33.361092 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eeec55a7-d290-4cb3-a0bc-ac722b39094c req-bc012c20-1b88-4679-a1e9-5eff3a082abc tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0761492 Jan 25 16:27:33.397608 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eeec55a7-d290-4cb3-a0bc-ac722b39094c req-59fb9669-f263-440d-b248-f0252bf5ec2b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309577 Jan 25 16:27:34.573215 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fe758-4fe7-4c90-b09e-7dcc71bd750b req-376a20c0-f748-4fcf-8e04-1b622f2b5159 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:34.574277 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9c2fe758-4fe7-4c90-b09e-7dcc71bd750b req-376a20c0-f748-4fcf-8e04-1b622f2b5159 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0780294 Jan 25 16:27:34.610391 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9c2fe758-4fe7-4c90-b09e-7dcc71bd750b req-5f99be99-23af-470c-8054-36c07195b670 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318892 Jan 25 16:27:35.780575 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc627d75-a3a7-48c0-a143-84aa7a9aa8e6 req-d1cb7176-f70f-4e2b-85c6-24d1376ec237 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:35.781623 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bc627d75-a3a7-48c0-a143-84aa7a9aa8e6 req-d1cb7176-f70f-4e2b-85c6-24d1376ec237 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0741045 Jan 25 16:27:35.817392 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bc627d75-a3a7-48c0-a143-84aa7a9aa8e6 req-2941dd0b-4bd9-4bc5-b85e-dfe8e7e54740 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316644 Jan 25 16:27:36.988297 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14c913-b16b-4d74-ad4f-ba9ffb29c158 req-553c5e09-38b5-4941-b4da-416bc3dcb511 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:36.989361 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3e14c913-b16b-4d74-ad4f-ba9ffb29c158 req-553c5e09-38b5-4941-b4da-416bc3dcb511 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0779274 Jan 25 16:27:37.023746 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3e14c913-b16b-4d74-ad4f-ba9ffb29c158 req-a7a1b3d9-a558-4605-8cc4-f3bd4adfa0af tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299006 Jan 25 16:27:38.200940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843acd9-53e7-44bc-ae8b-3426d660d74d req-4d773009-b5cb-4193-80d0-35b6d6c7431a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:38.202005 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8843acd9-53e7-44bc-ae8b-3426d660d74d req-4d773009-b5cb-4193-80d0-35b6d6c7431a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0740457 Jan 25 16:27:38.241735 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8843acd9-53e7-44bc-ae8b-3426d660d74d req-564f3460-bd7b-49d1-a658-667033907a41 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322576 Jan 25 16:27:39.425142 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b61a1-c443-4583-a43a-d17158ccb66a req-55626228-5099-4192-a606-821ab8f3ffe2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:39.426305 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6b9b61a1-c443-4583-a43a-d17158ccb66a req-55626228-5099-4192-a606-821ab8f3ffe2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0848291 Jan 25 16:27:39.461086 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6b9b61a1-c443-4583-a43a-d17158ccb66a req-ff8baf22-7a2d-464e-b0fc-83ad7f499dbb tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296743 Jan 25 16:27:40.636359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d04ea4-137f-4063-b3cf-4aa3b1ca1833 req-bb7f034d-b591-4584-b1db-d2591ccdd587 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:40.637389 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-44d04ea4-137f-4063-b3cf-4aa3b1ca1833 req-bb7f034d-b591-4584-b1db-d2591ccdd587 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0840805 Jan 25 16:27:40.670650 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-44d04ea4-137f-4063-b3cf-4aa3b1ca1833 req-d8016b6e-99cf-4d7b-8a4d-891cd8def8b7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291388 Jan 25 16:27:41.842135 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cb7c5-bd8e-4860-bdd1-f59fd242a880 req-27887e9a-2b78-4707-aacc-0d5b185fe4af tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:41.843180 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-335cb7c5-bd8e-4860-bdd1-f59fd242a880 req-27887e9a-2b78-4707-aacc-0d5b185fe4af tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0737109 Jan 25 16:27:41.877587 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-335cb7c5-bd8e-4860-bdd1-f59fd242a880 req-6f38b9cc-e8c8-46f8-b598-2c4e188a7de5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305216 Jan 25 16:27:43.046847 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d324f-b928-43eb-a189-641b34a61885 req-9ec45fb2-5850-42f3-bd1b-dc3d98e6be55 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:43.047860 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1a3d324f-b928-43eb-a189-641b34a61885 req-9ec45fb2-5850-42f3-bd1b-dc3d98e6be55 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0730376 Jan 25 16:27:43.081869 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1a3d324f-b928-43eb-a189-641b34a61885 req-872fa024-5004-4264-8389-8b4274f9b53d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296829 Jan 25 16:27:44.258407 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f02b7e-9e07-4ff4-97a8-b2b598d77a4f req-0501e7e8-fcdf-4863-8945-dfb6c6eab7e2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:44.259970 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c8f02b7e-9e07-4ff4-97a8-b2b598d77a4f req-0501e7e8-fcdf-4863-8945-dfb6c6eab7e2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0765417 Jan 25 16:27:44.294718 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c8f02b7e-9e07-4ff4-97a8-b2b598d77a4f req-02e3a38c-eaa0-41ae-a88f-5651e1d2209a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299869 Jan 25 16:27:45.450255 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe578d2e-1be6-46fa-ad70-dd586d2a18cc req-70195b14-57db-4cb9-800d-9219c9e74eba tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:45.451355 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fe578d2e-1be6-46fa-ad70-dd586d2a18cc req-70195b14-57db-4cb9-800d-9219c9e74eba tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0726683 Jan 25 16:27:45.487694 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fe578d2e-1be6-46fa-ad70-dd586d2a18cc req-db1bc224-d180-4d9f-8e35-70c2a7904aa6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321188 Jan 25 16:27:46.658759 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1ce43-94b8-4830-a1d2-248f1a36f098 req-25106494-24a1-4575-8496-f10c6aeef74f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:46.659817 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-70f1ce43-94b8-4830-a1d2-248f1a36f098 req-25106494-24a1-4575-8496-f10c6aeef74f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0737746 Jan 25 16:27:46.693673 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-70f1ce43-94b8-4830-a1d2-248f1a36f098 req-6a58a3d8-7f0e-486a-9c64-b2dfae98d172 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298181 Jan 25 16:27:47.545431 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:27:48.072912 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b8fbd-5c6d-4ec5-aeae-f188b690abeb req-1e55bf77-234b-4f97-8a58-d4ae0d17b010 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:48.074086 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3c2b8fbd-5c6d-4ec5-aeae-f188b690abeb req-1e55bf77-234b-4f97-8a58-d4ae0d17b010 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.2810500 Jan 25 16:27:48.111571 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3c2b8fbd-5c6d-4ec5-aeae-f188b690abeb req-f0ec5144-0a4b-4589-b0ec-60f3a9485744 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300336 Jan 25 16:27:49.294209 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8b730-92da-4804-a827-039d136d6f88 req-66c0299e-f2d3-4d53-9870-273115d58f08 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:49.295332 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9ab8b730-92da-4804-a827-039d136d6f88 req-66c0299e-f2d3-4d53-9870-273115d58f08 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0769637 Jan 25 16:27:49.330632 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9ab8b730-92da-4804-a827-039d136d6f88 req-88baaafa-d603-4f09-bd44-1382c31f0a1b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312700 Jan 25 16:27:50.501991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041699a-70e5-4fa0-8a75-e2fb54e6888b req-627e84c3-f1f7-4814-b2b2-1b22830b7513 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:50.502971 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5041699a-70e5-4fa0-8a75-e2fb54e6888b req-627e84c3-f1f7-4814-b2b2-1b22830b7513 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0735795 Jan 25 16:27:50.540005 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5041699a-70e5-4fa0-8a75-e2fb54e6888b req-02c769c6-d389-4e20-88eb-b597f57c2250 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296524 Jan 25 16:27:51.713217 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af282e-f349-4849-af43-da01751ac220 req-29a511d0-cff5-4679-839b-d03ec5d21c2e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:51.714557 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-06af282e-f349-4849-af43-da01751ac220 req-29a511d0-cff5-4679-839b-d03ec5d21c2e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0784187 Jan 25 16:27:51.751336 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-06af282e-f349-4849-af43-da01751ac220 req-e9f6436a-f9f4-45d9-b252-29dccbc1554f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296848 Jan 25 16:27:52.914166 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88de46-d6aa-4c08-997e-329f0354439e req-631edd85-3a72-440f-9a41-3dbc16e8b93d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:52.915167 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7c88de46-d6aa-4c08-997e-329f0354439e req-631edd85-3a72-440f-9a41-3dbc16e8b93d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0725527 Jan 25 16:27:52.955872 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7c88de46-d6aa-4c08-997e-329f0354439e req-fc261c67-dd9f-475a-be8c-cde41cd2499a tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331409 Jan 25 16:27:53.005488 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1745042d-09b8-4bf8-92e4-0ac5040e9974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:27:54.021143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6c4c8410-7584-49eb-ae35-b3ebf8608b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:27:54.138132 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2ad9b-145c-4cea-a919-0bff534bb13e req-bfd77636-a2a0-4176-9bf5-086933ed3757 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:54.139698 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-73c2ad9b-145c-4cea-a919-0bff534bb13e req-bfd77636-a2a0-4176-9bf5-086933ed3757 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0739424 Jan 25 16:27:54.177357 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-73c2ad9b-145c-4cea-a919-0bff534bb13e req-386b0583-b275-413b-855d-f7d45e002af8 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301595 Jan 25 16:27:54.689960 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:27:54.914459 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:27:55.244623 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:27:55.350761 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193409d-0aa5-457d-8796-3b6688b1ec8e req-cbe95ad5-c0cc-4d74-a386-71d1fec573a9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:55.351827 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e193409d-0aa5-457d-8796-3b6688b1ec8e req-cbe95ad5-c0cc-4d74-a386-71d1fec573a9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0841854 Jan 25 16:27:55.389783 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e193409d-0aa5-457d-8796-3b6688b1ec8e req-6529c95b-8644-46e9-9a42-01a02a7ae3e9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306592 Jan 25 16:27:55.792699 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:27:56.582201 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fbb8b-1c88-4506-b88b-65446f8d13eb req-e796d783-b7ed-40b0-9a35-3c0f05352bfa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:56.583306 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c00fbb8b-1c88-4506-b88b-65446f8d13eb req-e796d783-b7ed-40b0-9a35-3c0f05352bfa tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0854344 Jan 25 16:27:56.623770 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c00fbb8b-1c88-4506-b88b-65446f8d13eb req-e5a94210-cb1d-41d1-9551-15305b2d6469 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331111 Jan 25 16:27:57.808283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab0cdc-ccdd-4b9c-ba1b-1522ff9c885d req-e294ee3e-a325-41f9-9b84-f29d00ce15c9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:57.809393 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-19ab0cdc-ccdd-4b9c-ba1b-1522ff9c885d req-e294ee3e-a325-41f9-9b84-f29d00ce15c9 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0888824 Jan 25 16:27:57.845371 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-19ab0cdc-ccdd-4b9c-ba1b-1522ff9c885d req-f39a2121-a334-4e4a-83d3-53792b3aebf2 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317349 Jan 25 16:27:59.005631 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb8c6f-e7eb-4d1c-b81f-bc8023d84457 req-a57e107e-5e28-4dd4-ad39-0359eb725314 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:27:59.006656 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-92bb8c6f-e7eb-4d1c-b81f-bc8023d84457 req-a57e107e-5e28-4dd4-ad39-0359eb725314 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0764303 Jan 25 16:27:59.043388 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-92bb8c6f-e7eb-4d1c-b81f-bc8023d84457 req-a0133c9b-6e27-4b85-b3c4-cec72ec9a0e0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294507 Jan 25 16:28:00.228319 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0b124-e83f-4aca-ae17-d161965c9b14 req-396c5b3d-a7eb-494a-9b42-f967665b6723 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:28:00.229479 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b3c0b124-e83f-4aca-ae17-d161965c9b14 req-396c5b3d-a7eb-494a-9b42-f967665b6723 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0881124 Jan 25 16:28:00.268482 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b3c0b124-e83f-4aca-ae17-d161965c9b14 req-02024476-4539-470d-b235-a3ab2f5512bd tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343509 Jan 25 16:28:01.469189 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf9023-8849-4050-b589-1354e309a092 req-7984a707-325a-41c0-8cb8-f5d5fb41d810 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:28:01.472567 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4dcf9023-8849-4050-b589-1354e309a092 req-7984a707-325a-41c0-8cb8-f5d5fb41d810 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0885656 Jan 25 16:28:01.509382 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4dcf9023-8849-4050-b589-1354e309a092 req-7b4860bb-112e-46d1-9038-04edaf248489 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305166 Jan 25 16:28:02.682813 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e1b39-5af2-426e-acde-678bd61aa886 req-bf35ed52-8751-4132-8a3c-0b5886afd610 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:28:02.683906 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0f1e1b39-5af2-426e-acde-678bd61aa886 req-bf35ed52-8751-4132-8a3c-0b5886afd610 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0782423 Jan 25 16:28:02.736366 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0f1e1b39-5af2-426e-acde-678bd61aa886 req-09fb943a-b081-40a9-9bac-6836f0a3ade0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447617 Jan 25 16:28:03.910406 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed737d9d-81be-4b34-bd16-4fc3c18ba8fd req-8fa68da9-7097-48c6-941f-06e682522673 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:28:03.911396 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ed737d9d-81be-4b34-bd16-4fc3c18ba8fd req-8fa68da9-7097-48c6-941f-06e682522673 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0755646 Jan 25 16:28:03.962555 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ed737d9d-81be-4b34-bd16-4fc3c18ba8fd req-856b8a78-209b-4ddd-bdbd-f923d48ac47f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441451 Jan 25 16:28:05.164692 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85015c95-128e-41d2-a5d9-84be1e28e127 req-cb2d022a-4288-4789-a165-b320f52a5db0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:28:05.165855 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-85015c95-128e-41d2-a5d9-84be1e28e127 req-cb2d022a-4288-4789-a165-b320f52a5db0 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0941992 Jan 25 16:28:05.201491 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-85015c95-128e-41d2-a5d9-84be1e28e127 req-a0c4437a-e9d5-4dec-8225-a8d4fe77065b tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308535 Jan 25 16:28:06.361638 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0546ab-1927-42dc-86b3-29e10134e2d0 req-eb992be0-fa74-447c-8c92-deb1085dff0d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:28:06.362654 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-af0546ab-1927-42dc-86b3-29e10134e2d0 req-eb992be0-fa74-447c-8c92-deb1085dff0d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0755465 Jan 25 16:28:06.399011 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-af0546ab-1927-42dc-86b3-29e10134e2d0 req-49781503-ceba-4274-8037-18d2f933d387 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291007 Jan 25 16:28:07.564787 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498154ac-3983-4f3a-a757-0611e6512e08 req-4e19cc75-b7ee-4495-a279-b05f6eeee9e6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:28:07.566102 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-498154ac-3983-4f3a-a757-0611e6512e08 req-4e19cc75-b7ee-4495-a279-b05f6eeee9e6 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0771015 Jan 25 16:28:07.606925 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-498154ac-3983-4f3a-a757-0611e6512e08 req-2b46f0aa-214e-4f22-9326-cacfd49e0d7e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338159 Jan 25 16:28:08.758197 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d428ce2-b2f5-459c-9213-97051ebc4ebd req-90800bcd-89ad-4f00-984f-1e63cba5a2ed tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:28:08.759525 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7d428ce2-b2f5-459c-9213-97051ebc4ebd req-90800bcd-89ad-4f00-984f-1e63cba5a2ed tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0714753 Jan 25 16:28:08.796902 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7d428ce2-b2f5-459c-9213-97051ebc4ebd req-f15d9bbf-58cd-4762-8fc5-f7ea6a6ec3f3 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296831 Jan 25 16:28:08.916590 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-8e836758-6060-4e39-b026-79f7a3edf3bd req-1a712a8b-191a-44d6-ada1-dab141f595e1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Synchronizing usage tracker for tenant:95283eda37984761942076ba2009fe36 on resource:security_group {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:28:08.923356 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-8e836758-6060-4e39-b026-79f7a3edf3bd req-1a712a8b-191a-44d6-ada1-dab141f595e1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Unset dirty status for tenant:95283eda37984761942076ba2009fe36 on resource:security_group {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:28:08.924044 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8e836758-6060-4e39-b026-79f7a3edf3bd req-1a712a8b-191a-44d6-ada1-dab141f595e1 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--682219521&fields=id&tenant_id=95283eda37984761942076ba2009fe36 HTTP/1.1" status: 200 len: 221 time: 0.0285964 Jan 25 16:28:09.967746 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89941a66-0cc2-4fd8-a0ec-417fd0d57a5b req-65d41e8a-a58c-4f63-8c35-78c096527384 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:28:09.968894 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-89941a66-0cc2-4fd8-a0ec-417fd0d57a5b req-65d41e8a-a58c-4f63-8c35-78c096527384 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.0761123 Jan 25 16:28:09.985681 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 47162) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:10.004200 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-89941a66-0cc2-4fd8-a0ec-417fd0d57a5b req-a6fe260c-67ef-462b-bf3a-14ca49e13401 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307920 Jan 25 16:28:10.096058 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_v2 [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Deleting subnet 92b2ce9d-c6cd-454f-aded-ec9835d3f401 {{(pid=79985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 16:28:10.098646 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:10.136173 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26316608'] for subnet, precommit_delete_associations {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:10.175601 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852869732'] for subnet, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:10.353428 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26316638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828188425'] for subnet, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:10.362197 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:10.385507 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b2ce9d-c6cd-454f-aded-ec9835d3f401,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:10.427161 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.427365 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.427613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.427857 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.428153 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.428373 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.428616 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.428859 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.429102 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.429342 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.429582 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.429822 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.430111 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.430353 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.430594 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.430838 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.431078 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.431317 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.431555 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.431795 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.432034 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.432290 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.432529 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.432766 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:10.436191 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:10.456793 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:10.460673 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] 10.222.0.107 "DELETE /v2.0/subnets/92b2ce9d-c6cd-454f-aded-ec9835d3f401 HTTP/1.1" status: 204 len: 168 time: 0.4741910 Jan 25 16:28:10.464201 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 47168) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:10.538143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2d4f-242c-4eb5-9107-af33406dc822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853034955'] for network, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:10.659543 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2d4f-242c-4eb5-9107-af33406dc822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852872736', 'neutron.services.segments.db._delete_segments_for_network-8743637820497'] for network, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:10.724308 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-bb6b2d4f-242c-4eb5-9107-af33406dc822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96acb0b3-6a1a-4f2f-9476-3f5f50de4254']}} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:10.731576 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-bb6b2d4f-242c-4eb5-9107-af33406dc822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f96b69b-9de3-47b0-b089-02347e148607') {'for_net_delete': True} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:10.731793 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-bb6b2d4f-242c-4eb5-9107-af33406dc822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f96b69b-9de3-47b0-b089-02347e148607') {} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:10.738900 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2d4f-242c-4eb5-9107-af33406dc822 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743637817186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036828459192'] for segment, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:10.755408 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2d4f-242c-4eb5-9107-af33406dc822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:10.758168 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb6b2d4f-242c-4eb5-9107-af33406dc822 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=79985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 16:28:10.770213 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 031ba2b5-3cd1-4482-8047-685529eb82ba up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:10.810668 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 031ba2b5-3cd1-4482-8047-685529eb82ba triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:10.810898 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:10.910850 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-bb6b2d4f-242c-4eb5-9107-af33406dc822 admin admin] Network 96acb0b3-6a1a-4f2f-9476-3f5f50de4254 has no segments {{(pid=79985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:28:10.917097 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2d4f-242c-4eb5-9107-af33406dc822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852869664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036828459267'] for segment, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:11.035986 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-bb6b2d4f-242c-4eb5-9107-af33406dc822 admin admin] Network 96acb0b3-6a1a-4f2f-9476-3f5f50de4254 has no segments {{(pid=79985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: Traceback (most recent call last): Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: timer() Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: cb(*args, **kw) Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: return func(*args, **kwargs) Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: self._notify() Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: self.callback(batched_events) Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: event.method(event) Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: segment_id)['aggregates'][0] Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(self, *a, **k) Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: return self._get(url).json() Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: **kwargs) Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.request(url, 'GET', **kwargs) Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: **endpoint_filter) Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:28:11.050102 dv-cinder-766064-3-iscsi neutron-server[79885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:28:11.103574 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dd517-8ecf-4726-9232-8efed7725805 req-0c415ff9-f342-41b3-ae3f-2a06f79e030d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:28:11.104028 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-782dd517-8ecf-4726-9232-8efed7725805 req-0c415ff9-f342-41b3-ae3f-2a06f79e030d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Synchronizing usage tracker for tenant:95283eda37984761942076ba2009fe36 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:28:11.150362 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-782dd517-8ecf-4726-9232-8efed7725805 req-0c415ff9-f342-41b3-ae3f-2a06f79e030d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Unset dirty status for tenant:95283eda37984761942076ba2009fe36 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:28:11.151102 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-782dd517-8ecf-4726-9232-8efed7725805 req-0c415ff9-f342-41b3-ae3f-2a06f79e030d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.117 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.2840688 Jan 25 16:28:11.193159 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2d4f-242c-4eb5-9107-af33406dc822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711666'] for network, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:11.202103 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2d4f-242c-4eb5-9107-af33406dc822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:11.206669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:11.223068 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b2d4f-242c-4eb5-9107-af33406dc822 admin admin] Pushing event deleted for resources: {'Network': ['ID=96acb0b3-6a1a-4f2f-9476-3f5f50de4254,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:11.225824 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-bb6b2d4f-242c-4eb5-9107-af33406dc822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:11.239287 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f1cb9-e88d-4975-9604-3d67c3c34f7d req-3245cdb2-405e-4fe0-82f6-986cb0e94575 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:28:11.240197 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-276f1cb9-e88d-4975-9604-3d67c3c34f7d req-3245cdb2-405e-4fe0-82f6-986cb0e94575 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 946 time: 0.1568427 Jan 25 16:28:11.241038 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-bb6b2d4f-242c-4eb5-9107-af33406dc822 admin admin] 10.222.0.107 "DELETE /v2.0/networks/96acb0b3-6a1a-4f2f-9476-3f5f50de4254 HTTP/1.1" status: 204 len: 168 time: 0.7762115 Jan 25 16:28:11.246552 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-782dd517-8ecf-4726-9232-8efed7725805 req-1a297999-4359-4055-b52a-9af416672a0f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Deleting port 031ba2b5-3cd1-4482-8047-685529eb82ba {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:28:11.246740 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-782dd517-8ecf-4726-9232-8efed7725805 req-1a297999-4359-4055-b52a-9af416672a0f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:11.318616 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-276f1cb9-e88d-4975-9604-3d67c3c34f7d req-443b2138-dcea-4afd-a5cf-33966946073d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/security-groups?id=0ab3c614-41e5-4adc-a4a2-947bb8766d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570962 Jan 25 16:28:11.327890 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47176) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:11.361641 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-adcf6fb4-1633-4bb1-8027-557cec11d895 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8f0b836bf2cd4380872fa5c6ade08bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0327964 Jan 25 16:28:11.364184 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47180) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:11.397318 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:11.411966 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:11.413286 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-782dd517-8ecf-4726-9232-8efed7725805 req-1a297999-4359-4055-b52a-9af416672a0f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] For port 031ba2b5-3cd1-4482-8047-685529eb82ba, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=031ba2b5-3cd1-4482-8047-685529eb82ba,segment=NetworkSegment(4b11f530-28cd-4a95-9a25-ddbfd907a307),segment_id=4b11f530-28cd-4a95-9a25-ddbfd907a307)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:28:11.413475 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-782dd517-8ecf-4726-9232-8efed7725805 req-1a297999-4359-4055-b52a-9af416672a0f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:11.443498 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:11.446149 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6a0f478c-15d8-4744-8670-4d7dffb1d254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:11.452830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cb0dfb-c0ac-4906-afb4-5e8597e86de1,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:11.457972 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.458199 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.458414 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.458626 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.458837 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.459050 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.459267 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.459478 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.459706 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.459919 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.460142 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.460494 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.460753 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.460964 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.461173 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.461384 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.461592 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.461809 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.462009 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.462209 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.462410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.462624 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.462832 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.463054 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:11.465219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:11.471947 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:11.474452 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-fbea9600-18dd-4f8c-89b9-8c7f89eed24a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/38cb0dfb-c0ac-4906-afb4-5e8597e86de1 HTTP/1.1" status: 204 len: 168 time: 0.1079748 Jan 25 16:28:11.496878 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-782dd517-8ecf-4726-9232-8efed7725805 req-1a297999-4359-4055-b52a-9af416672a0f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Calling delete_port for 031ba2b5-3cd1-4482-8047-685529eb82ba owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:28:11.591992 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-782dd517-8ecf-4726-9232-8efed7725805 req-1a297999-4359-4055-b52a-9af416672a0f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:11.601952 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:11.660407 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a297999-4359-4055-b52a-9af416672a0f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Pushing event deleted for resources: {'Port': ['ID=031ba2b5-3cd1-4482-8047-685529eb82ba,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:11.664620 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1a297999-4359-4055-b52a-9af416672a0f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:11.724394 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-782dd517-8ecf-4726-9232-8efed7725805 req-1a297999-4359-4055-b52a-9af416672a0f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] No DVR routers for this DVR port 031ba2b5-3cd1-4482-8047-685529eb82ba on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:28:11.726088 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-782dd517-8ecf-4726-9232-8efed7725805 req-1a297999-4359-4055-b52a-9af416672a0f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:11.727880 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b37b9a-1b01-4d79-a497-85c9f3393072', 'name': 'network-vif-deleted', 'tag': '031ba2b5-3cd1-4482-8047-685529eb82ba'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:28:11.743290 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-782dd517-8ecf-4726-9232-8efed7725805 req-1a297999-4359-4055-b52a-9af416672a0f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.117 "DELETE /v2.0/ports/031ba2b5-3cd1-4482-8047-685529eb82ba HTTP/1.1" status: 204 len: 173 time: 0.5847969 Jan 25 16:28:11.860695 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b37b9a-1b01-4d79-a497-85c9f3393072', 'name': 'network-vif-deleted', 'tag': '031ba2b5-3cd1-4482-8047-685529eb82ba', 'status': 'completed', 'code': 200} Jan 25 16:28:12.424791 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-d342cef3-5321-4564-9e8c-9bf262414372 req-836b8a95-19fc-4576-a0e3-db3e6cb3e1c4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Synchronizing usage tracker for tenant:95283eda37984761942076ba2009fe36 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:28:12.439155 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-d342cef3-5321-4564-9e8c-9bf262414372 req-836b8a95-19fc-4576-a0e3-db3e6cb3e1c4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Unset dirty status for tenant:95283eda37984761942076ba2009fe36 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:28:12.440717 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d342cef3-5321-4564-9e8c-9bf262414372 req-836b8a95-19fc-4576-a0e3-db3e6cb3e1c4 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 210 time: 0.0448458 Jan 25 16:28:12.776967 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 031ba2b5-3cd1-4482-8047-685529eb82ba no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:28:12.815238 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] No Port match for: 031ba2b5-3cd1-4482-8047-685529eb82ba {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:28:12.815522 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 031ba2b5-3cd1-4482-8047-685529eb82ba not bound to the agent host hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:28:13.577353 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-772f2bae-27c5-4155-9834-65baed164ec6 req-dcf73851-80cb-4ac2-8111-4547d0957420 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 210 time: 0.0431490 Jan 25 16:28:14.716499 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-04675f2e-d89e-4cf2-8132-be96ce544c6b req-f35d83b9-7932-4ecf-8f1c-b39b647c70c5 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] 10.222.0.107 "GET /v2.0/ports?device_id=64b37b9a-1b01-4d79-a497-85c9f3393072 HTTP/1.1" status: 200 len: 210 time: 0.0384040 Jan 25 16:28:15.792670 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47236) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:15.951836 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 47244) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:16.045887 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cc22357d-3200-45e5-9194-3e477786fca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:16.056273 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-cc22357d-3200-45e5-9194-3e477786fca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:16.059258 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-cc22357d-3200-45e5-9194-3e477786fca0 admin admin] Usage tracker for resource:security_group_rule and tenant:4522022917bd4e3b8219d5eded26d587 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:16.061309 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-cc22357d-3200-45e5-9194-3e477786fca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:16.065517 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-cc22357d-3200-45e5-9194-3e477786fca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:16.128202 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cc22357d-3200-45e5-9194-3e477786fca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:16.131120 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cc22357d-3200-45e5-9194-3e477786fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:16.137393 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-84bee249-71a6-4148-a5d6-5ccc78b3bb7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:16.165845 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-cc22357d-3200-45e5-9194-3e477786fca0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4522022917bd4e3b8219d5eded26d587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131352 Jan 25 16:28:16.166947 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22357d-3200-45e5-9194-3e477786fca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61c443c-636b-45b4-8b24-bce1faffa279,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:16.168581 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 47250) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:16.170506 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-cc22357d-3200-45e5-9194-3e477786fca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:16.269576 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d7a0793f-e25f-4926-b558-16b1f14446d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719075'] for router_interface, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:16.447631 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-66c4c3a1-1c53-42e9-8208-db38e3139387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:16.465066 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-66c4c3a1-1c53-42e9-8208-db38e3139387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:16.491877 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-66c4c3a1-1c53-42e9-8208-db38e3139387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:16.494187 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8ad4ba11-1b9c-4482-9a48-2d93cc6bca54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:16.501422 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4c3a1-1c53-42e9-8208-db38e3139387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61c443c-636b-45b4-8b24-bce1faffa279,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:16.503214 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-66c4c3a1-1c53-42e9-8208-db38e3139387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:16.507644 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-66c4c3a1-1c53-42e9-8208-db38e3139387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:16.510443 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-66c4c3a1-1c53-42e9-8208-db38e3139387 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f61c443c-636b-45b4-8b24-bce1faffa279 HTTP/1.1" status: 204 len: 168 time: 0.3392272 Jan 25 16:28:16.513943 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-d7a0793f-e25f-4926-b558-16b1f14446d4 admin admin] Deleting port d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e {{(pid=79984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:28:16.514191 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d7a0793f-e25f-4926-b558-16b1f14446d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:16.612757 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-d7a0793f-e25f-4926-b558-16b1f14446d4 admin admin] For port d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e,segment=NetworkSegment(4b11f530-28cd-4a95-9a25-ddbfd907a307),segment_id=4b11f530-28cd-4a95-9a25-ddbfd907a307)] {{(pid=79984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:28:16.612976 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d7a0793f-e25f-4926-b558-16b1f14446d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:16.896927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-d7a0793f-e25f-4926-b558-16b1f14446d4 admin admin] Calling delete_port for d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e owned by network:router_interface {{(pid=79984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:28:17.001602 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d7a0793f-e25f-4926-b558-16b1f14446d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:17.010281 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 47272) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:17.011378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a4d55579-0d9f-4468-854c-2cc5b8023b88 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:17.066403 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0793f-e25f-4926-b558-16b1f14446d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:17.070392 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d7a0793f-e25f-4926-b558-16b1f14446d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:17.087925 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-241598919-network', 'tenant_id': '7f185d2548be4605a35eb400374bd460'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:17.091071 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:17.093429 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Usage tracker for resource:network and tenant:7f185d2548be4605a35eb400374bd460 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:17.095190 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:17.098337 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:17.104148 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Made reservation on behalf of 7f185d2548be4605a35eb400374bd460 for: {'network': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:28:17.106922 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for network, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:17.114035 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:17.122695 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:17.124936 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Usage tracker for resource:security_group_rule and tenant:7f185d2548be4605a35eb400374bd460 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:17.126649 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:17.130133 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:17.184959 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:17.187733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:17.190717 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-88676f67-78d3-49a2-879b-2f5fae8593b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:17.210029 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=79985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 16:28:17.218654 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb0d176-0790-4f38-acf0-de5082f09257,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:17.221867 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:17.222605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293216955320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:17.222893 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.segments_db [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Added segment 02348609-b9cb-4d45-9d86-d682934e2dbd of type vxlan for network 64663454-077a-4d9c-a45e-a7399d31e182 Jan 25 16:28:17.240369 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293217476331'] for network, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:17.249562 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d7a0793f-e25f-4926-b558-16b1f14446d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718937'] for router_interface, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:17.259382 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for network, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:17.260267 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:28:17.260683 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:17.263716 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:17.327203 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.3159962 Jan 25 16:28:17.330985 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 47278) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:17.332920 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Pushing event updated for resources: {'Network': ['ID=64663454-077a-4d9c-a45e-a7399d31e182,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:17.336322 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-34d6c76f-e273-4ce0-98c0-1830fa8fcbe5 admin admin] Request body: {'subnet': {'network_id': '64663454-077a-4d9c-a45e-a7399d31e182', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-241598919-subnet', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'ip_version': 4}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:17.338346 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:17.339663 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-34d6c76f-e273-4ce0-98c0-1830fa8fcbe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:17.342043 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-34d6c76f-e273-4ce0-98c0-1830fa8fcbe5 admin admin] Usage tracker for resource:subnet and tenant:7f185d2548be4605a35eb400374bd460 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:17.343760 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-34d6c76f-e273-4ce0-98c0-1830fa8fcbe5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:17.347378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-34d6c76f-e273-4ce0-98c0-1830fa8fcbe5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:17.347549 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Network 64663454-077a-4d9c-a45e-a7399d31e182 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:28:17.354709 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d6c76f-e273-4ce0-98c0-1830fa8fcbe5 admin admin] Made reservation on behalf of 7f185d2548be4605a35eb400374bd460 for: {'subnet': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:28:17.357030 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Network 64663454-077a-4d9c-a45e-a7399d31e182 details requested by agent ovs-agent-dv-cinder-766064-3-iscsi with host dv-cinder-766064-3-iscsi {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:28:17.357652 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-34d6c76f-e273-4ce0-98c0-1830fa8fcbe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26587357'] for subnet, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:17.540425 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a0793f-e25f-4926-b558-16b1f14446d4 admin admin] Router 63cac4e2-2e9c-4572-b634-1615e9495be5 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:28:17.591946 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-34d6c76f-e273-4ce0-98c0-1830fa8fcbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036828459237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26587340'] for subnet, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:17.600011 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-caf9195a-5744-460f-b9fe-ad8df1357f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:17.659791 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a0793f-e25f-4926-b558-16b1f14446d4 admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:28:17.666065 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6c76f-e273-4ce0-98c0-1830fa8fcbe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9afd0a4f-0303-4b12-92f2-92872f97db2b,revision_number=0']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:17.666703 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995087bd-de27-4ca1-a0cd-4d379b634373 None None] Sync routers for ids ['63cac4e2-2e9c-4572-b634-1615e9495be5'] in dv-cinder-766064-3-iscsi {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:28:17.667812 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-34d6c76f-e273-4ce0-98c0-1830fa8fcbe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:17.670887 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-d7a0793f-e25f-4926-b558-16b1f14446d4 admin admin] 10.222.0.107 "PUT /v2.0/routers/63cac4e2-2e9c-4572-b634-1615e9495be5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8773181 Jan 25 16:28:17.672697 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47282) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:17.679354 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995087bd-de27-4ca1-a0cd-4d379b634373 None None] Routers {'63cac4e2-2e9c-4572-b634-1615e9495be5'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:28:17.679744 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-995087bd-de27-4ca1-a0cd-4d379b634373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:27:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['63cac4e2-2e9c-4572-b634-1615e9495be5'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:17.709918 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d6c76f-e273-4ce0-98c0-1830fa8fcbe5 admin admin] Checking segment: {'id': '02348609-b9cb-4d45-9d86-d682934e2dbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:28:17.710151 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d6c76f-e273-4ce0-98c0-1830fa8fcbe5 admin admin] Network hostable DHCP agents. Network: 64663454-077a-4d9c-a45e-a7399d31e182, hostable agents: ['49719f6d-5a78-4eed-bacf-47ff3e91c67a'], hosted agents: [] {{(pid=79985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 16:28:17.722260 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d6c76f-e273-4ce0-98c0-1830fa8fcbe5 admin admin] Network 64663454-077a-4d9c-a45e-a7399d31e182 is scheduled to be hosted by DHCP agent 49719f6d-5a78-4eed-bacf-47ff3e91c67a with binding_index 1 {{(pid=79985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 16:28:17.727911 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-34d6c76f-e273-4ce0-98c0-1830fa8fcbe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-3-iscsi, 64663454-077a-4d9c-a45e-a7399d31e182) {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:17.742733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d6c76f-e273-4ce0-98c0-1830fa8fcbe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:28:17.743253 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-34d6c76f-e273-4ce0-98c0-1830fa8fcbe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:17.744025 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7175b035-e10a-455e-bfcd-10b51aa8cc14 None None] Network 64663454-077a-4d9c-a45e-a7399d31e182 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:28:17.754385 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-34d6c76f-e273-4ce0-98c0-1830fa8fcbe5 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4227691 Jan 25 16:28:17.756484 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 47286) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:17.760072 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-241598919-router', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:17.763015 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:17.765285 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Usage tracker for resource:router and tenant:7f185d2548be4605a35eb400374bd460 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:17.767565 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:17.770660 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:17.776944 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854068486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771139'] for router, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:17.777574 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853867369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:17.789253 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:17.792139 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-344f6b85-ff9c-4129-bec2-039b0fb18fb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:17.904857 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-344f6b85-ff9c-4129-bec2-039b0fb18fb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:17.908695 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-344f6b85-ff9c-4129-bec2-039b0fb18fb1 admin admin] Deleting port 8332053e-d8e4-4f14-b657-ecc8e1f194ef {{(pid=79984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:28:17.908903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-344f6b85-ff9c-4129-bec2-039b0fb18fb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:17.948750 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854068723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4644'] for router, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.001324 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-995087bd-de27-4ca1-a0cd-4d379b634373 None None] Set router 63cac4e2-2e9c-4572-b634-1615e9495be5 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:28:18.008195 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-344f6b85-ff9c-4129-bec2-039b0fb18fb1 admin admin] For port 8332053e-d8e4-4f14-b657-ecc8e1f194ef, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=8332053e-d8e4-4f14-b657-ecc8e1f194ef,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:28:18.008419 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-344f6b85-ff9c-4129-bec2-039b0fb18fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.077832 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-344f6b85-ff9c-4129-bec2-039b0fb18fb1 admin admin] Calling delete_port for 8332053e-d8e4-4f14-b657-ecc8e1f194ef owned by network:router_gateway {{(pid=79984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:28:18.132820 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.161052 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.162998 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cf9e38-6eed-5f43-9343-5ecac6bde88b-64663454-077a-4d9c-a45e-a7399d31e182', 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'fixed_ips': [{'subnet_id': '9afd0a4f-0303-4b12-92f2-92872f97db2b'}]}} from dv-cinder-766064-3-iscsi. {{(pid=79986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 25 16:28:18.163594 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.166131 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-344f6b85-ff9c-4129-bec2-039b0fb18fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.311787 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-995087bd-de27-4ca1-a0cd-4d379b634373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'name': 'tempest-AttachVolumeShelveTestJSON-574668783-router', 'tenant_id': '95283eda37984761942076ba2009fe36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:28:16Z', 'revision_number': 5, 'project_id': '95283eda37984761942076ba2009fe36', 'gw_port': {'id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:18.314624 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995087bd-de27-4ca1-a0cd-4d379b634373 None None] Checking router: 63cac4e2-2e9c-4572-b634-1615e9495be5 for host: dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:28:18.320485 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995087bd-de27-4ca1-a0cd-4d379b634373 None None] Routers {'63cac4e2-2e9c-4572-b634-1615e9495be5'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:28:18.320961 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-995087bd-de27-4ca1-a0cd-4d379b634373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:27:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['63cac4e2-2e9c-4572-b634-1615e9495be5'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:18.430246 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-995087bd-de27-4ca1-a0cd-4d379b634373 None None] Set router 63cac4e2-2e9c-4572-b634-1615e9495be5 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:28:18.488711 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-344f6b85-ff9c-4129-bec2-039b0fb18fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854064149'] for router_gateway, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.579157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-344f6b85-ff9c-4129-bec2-039b0fb18fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854068689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771156'] for router, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.580552 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-344f6b85-ff9c-4129-bec2-039b0fb18fb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.593208 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-995087bd-de27-4ca1-a0cd-4d379b634373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'name': 'tempest-AttachVolumeShelveTestJSON-574668783-router', 'tenant_id': '95283eda37984761942076ba2009fe36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:28:16Z', 'revision_number': 5, 'project_id': '95283eda37984761942076ba2009fe36', 'gw_port': {'id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:18.594181 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-344f6b85-ff9c-4129-bec2-039b0fb18fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706716'] for router, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.594493 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344f6b85-ff9c-4129-bec2-039b0fb18fb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63cac4e2-2e9c-4572-b634-1615e9495be5 {{(pid=79984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:28:18.597725 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995087bd-de27-4ca1-a0cd-4d379b634373 None None] The sync data for ids ['63cac4e2-2e9c-4572-b634-1615e9495be5'] in dv-cinder-766064-3-iscsi is: [{'id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'name': 'tempest-AttachVolumeShelveTestJSON-574668783-router', 'tenant_id': '95283eda37984761942076ba2009fe36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:10:52Z', 'updated_at': '2021-01-25T16:28:16Z', 'revision_number': 5, 'project_id': '95283eda37984761942076ba2009fe36', 'gw_port': {'id': '8332053e-d8e4-4f14-b657-ecc8e1f194ef', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cac4e2-2e9c-4572-b634-1615e9495be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:10:53Z', 'updated_at': '2021-01-25T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}] {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:28:18.602713 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-344f6b85-ff9c-4129-bec2-039b0fb18fb1 admin admin] Notify callbacks [] for router, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.603739 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-344f6b85-ff9c-4129-bec2-039b0fb18fb1 admin admin] 10.222.0.107 "DELETE /v2.0/routers/63cac4e2-2e9c-4572-b634-1615e9495be5 HTTP/1.1" status: 204 len: 168 time: 0.9304166 Jan 25 16:28:18.605524 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47290) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:18.646958 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91e396e-f091-4bcc-b277-35571dd01f55 admin admin] Deleting subnet 51238685-cb80-4e6a-bf2c-386e2e1be418 {{(pid=79984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 16:28:18.649064 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c91e396e-f091-4bcc-b277-35571dd01f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.656158 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Allocated IP 172.20.0.2 (64663454-077a-4d9c-a45e-a7399d31e182/9afd0a4f-0303-4b12-92f2-92872f97db2b/3e924014-c1d9-442f-bfd0-1fd81c918a1a) {{(pid=79986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:28:18.666869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Allocated IP 172.27.3.19 (a86c8819-2978-473d-8d16-86365edfeb60/ab1961e7-fa88-47d7-900c-7c648513b3bc/0d972c4c-9fcb-4c4a-8d8c-7a4f64995222) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:28:18.681424 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c91e396e-f091-4bcc-b277-35571dd01f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852552367'] for subnet, precommit_delete_associations {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.730019 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c91e396e-f091-4bcc-b277-35571dd01f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852869732'] for subnet, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.751223 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.768506 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.777213 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4969ae1e-97fa-4a94-bcc3-1f1844461fa7 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:18.799553 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Notify callbacks [] for port, precommit_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.807108 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Transition to ACTIVE for port object 3e924014-c1d9-442f-bfd0-1fd81c918a1a will not be triggered until provisioned by entity L2. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:18.818205 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Transition to ACTIVE for port object 3e924014-c1d9-442f-bfd0-1fd81c918a1a will not be triggered until provisioned by entity DHCP. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:18.823074 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.835710 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2716e999-94c1-4aec-a9d5-a7da623ab594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:18.855532 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:28:18.862392 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Pushing event updated for resources: {'Port': ['ID=0d972c4c-9fcb-4c4a-8d8c-7a4f64995222,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:18.864564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:18.892953 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c91e396e-f091-4bcc-b277-35571dd01f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2188436'] for subnet, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.898811 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Network a86c8819-2978-473d-8d16-86365edfeb60 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:28:18.899578 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:18.902020 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1f965151-c03d-4d5c-b135-31d1ab297bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:18.903682 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:28:18.912373 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:28:18.912629 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device d1a23e02-9f5b-4d3e-b6f5-ebf7ca3ce96e not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:28:18.936849 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Pushing event updated for resources: {'Port': ['ID=3e924014-c1d9-442f-bfd0-1fd81c918a1a,revision_number=1']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:18.949702 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e396e-f091-4bcc-b277-35571dd01f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51238685-cb80-4e6a-bf2c-386e2e1be418,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:18.950742 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.950950 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.951150 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.951344 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.951534 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.951725 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.951915 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.952116 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.952311 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.952503 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.952692 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.952879 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.953109 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.953481 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.953481 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.953640 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.953763 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c91e396e-f091-4bcc-b277-35571dd01f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:18.953819 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.953997 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.954184 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.954370 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.954556 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.954741 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.954926 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.955111 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:18.958558 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:18.977315 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c91e396e-f091-4bcc-b277-35571dd01f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:18.978401 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Network 64663454-077a-4d9c-a45e-a7399d31e182 is already hosted by enough agents. {{(pid=79986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:28:18.979514 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Resources bound (agent type, host, resource id): {{(pid=79986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:18.982212 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-c91e396e-f091-4bcc-b277-35571dd01f55 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/51238685-cb80-4e6a-bf2c-386e2e1be418 HTTP/1.1" status: 204 len: 168 time: 0.3743925 Jan 25 16:28:18.982300 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdbe51a-ae22-455e-96d0-3b3b48c98412 None None] Network 51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:28:18.982695 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47294) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:18.989084 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Received port after_create {{(pid=79986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:28:19.051617 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853034955'] for network, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:19.095154 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] Deleting port 84ad6a2a-9aae-4082-8084-55534980b10d {{(pid=79984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:28:19.095705 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:19.231746 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] For port 84ad6a2a-9aae-4082-8084-55534980b10d, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=84ad6a2a-9aae-4082-8084-55534980b10d,segment=NetworkSegment(4b11f530-28cd-4a95-9a25-ddbfd907a307),segment_id=4b11f530-28cd-4a95-9a25-ddbfd907a307)] {{(pid=79984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:28:19.232607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:19.259568 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Attempting to bind port 3e924014-c1d9-442f-bfd0-1fd81c918a1a on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:28:19.259838 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Attempting to bind port 3e924014-c1d9-442f-bfd0-1fd81c918a1a by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': '02348609-b9cb-4d45-9d86-d682934e2dbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182'}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:28:19.260006 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Attempting to bind port 3e924014-c1d9-442f-bfd0-1fd81c918a1a on network 64663454-077a-4d9c-a45e-a7399d31e182 {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:28:19.292781 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:28:19.293054 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Checking segment: {'id': '02348609-b9cb-4d45-9d86-d682934e2dbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:28:19.293248 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:19.293490 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Bound using segment: {'id': '02348609-b9cb-4d45-9d86-d682934e2dbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182'} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:28:19.293798 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Bound port: 3e924014-c1d9-442f-bfd0-1fd81c918a1a, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02348609-b9cb-4d45-9d86-d682934e2dbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182'}}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:28:19.294029 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:19.307815 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] Calling delete_port for 84ad6a2a-9aae-4082-8084-55534980b10d owned by network:dhcp {{(pid=79984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:28:19.349495 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:19.358423 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e970bcbe-c82f-4662-8e51-1d34e424804a tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:19.362060 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-cc893021-017e-4d19-b361-e452492149e0 None None] For port 3e924014-c1d9-442f-bfd0-1fd81c918a1a, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:28:19.364121 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-cc893021-017e-4d19-b361-e452492149e0 None None] For port 3e924014-c1d9-442f-bfd0-1fd81c918a1a, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=3e924014-c1d9-442f-bfd0-1fd81c918a1a,segment=NetworkSegment(02348609-b9cb-4d45-9d86-d682934e2dbd),segment_id=02348609-b9cb-4d45-9d86-d682934e2dbd)] {{(pid=79986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:28:19.367051 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:19.375646 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:19.396135 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:19.413787 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=84ad6a2a-9aae-4082-8084-55534980b10d,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:19.425462 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:19.427030 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3331bd96-b139-4356-a445-9f96be3a2e63 None None] DHCP port deletion for 51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 request from dv-cinder-766064-3-iscsi {{(pid=79986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 25 16:28:19.446184 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] No DVR routers for this DVR port 84ad6a2a-9aae-4082-8084-55534980b10d on host dv-cinder-766064-3-iscsi {{(pid=79984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:28:19.456381 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Pushing event updated for resources: {'Port': ['ID=3e924014-c1d9-442f-bfd0-1fd81c918a1a,revision_number=2']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:19.466642 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:19.514140 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852872736', 'neutron.services.segments.db._delete_segments_for_network-8743637820497'] for network, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:19.586642 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b2e8fa-99b8-468d-a49b-4bf6df10bbd2']}} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:19.593676 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b11f530-28cd-4a95-9a25-ddbfd907a307') {'for_net_delete': True} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:19.593873 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b11f530-28cd-4a95-9a25-ddbfd907a307') {} {{(pid=79984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:19.598676 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854064183'] for router, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:19.600988 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743637817186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223449'] for segment, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:19.608998 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:19.610185 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=79984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 16:28:19.708019 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] Network 51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 has no segments {{(pid=79984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:28:19.712954 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852869664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852675938'] for segment, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:19.716813 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Router fc13c64d-62af-464d-8f62-25ecb34958c7 is scheduled to L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 with binding_index 1 {{(pid=79985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 25 16:28:19.813643 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] Network 51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 has no segments {{(pid=79984) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: Traceback (most recent call last): Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: timer() Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: cb(*args, **kw) Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: return func(*args, **kwargs) Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: self._notify() Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: self.callback(batched_events) Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: event.method(event) Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: segment_id)['aggregates'][0] Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(self, *a, **k) Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: return self._get(url).json() Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: **kwargs) Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.request(url, 'GET', **kwargs) Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: **endpoint_filter) Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:28:19.826764 dv-cinder-766064-3-iscsi neutron-server[79885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:28:19.836390 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:28:19.842622 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Sync routers for ids ['fc13c64d-62af-464d-8f62-25ecb34958c7'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:28:19.849062 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Routers {'fc13c64d-62af-464d-8f62-25ecb34958c7'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:28:19.849499 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:27:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['fc13c64d-62af-464d-8f62-25ecb34958c7'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:19.883172 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Notify callbacks [] for router, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:19.884119 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1267560 Jan 25 16:28:19.886452 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47298) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:19.965427 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711666'] for network, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:19.973421 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Set router fc13c64d-62af-464d-8f62-25ecb34958c7 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:28:19.974775 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-52d7c072-019e-4ea0-b0d3-e4a0ea89e3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:19.982140 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:19.991376 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=51b2e8fa-99b8-468d-a49b-4bf6df10bbd2,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:19.995666 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:20.008423 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-d95ce4e0-cf53-4edc-9d1f-ad9fa29879b2 admin admin] 10.222.0.107 "DELETE /v2.0/networks/51b2e8fa-99b8-468d-a49b-4bf6df10bbd2 HTTP/1.1" status: 204 len: 168 time: 1.0234809 Jan 25 16:28:20.098034 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47304) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:20.137403 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'name': 'tempest-TestShelveInstance-241598919-router', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:17Z', 'updated_at': '2021-01-25T16:28:19Z', 'revision_number': 3, 'project_id': '7f185d2548be4605a35eb400374bd460', 'gw_port': {'id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:18Z', 'updated_at': '2021-01-25T16:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:20.139728 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Checking router: fc13c64d-62af-464d-8f62-25ecb34958c7 for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:28:20.139934 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Updating router fc13c64d-62af-464d-8f62-25ecb34958c7 port 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222 binding host dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 16:28:20.171608 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-37a62439-744d-4ab8-b1c6-b2751cbc9700 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=95283eda37984761942076ba2009fe36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0726521 Jan 25 16:28:20.171793 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:20.173621 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 47308) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:20.212465 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-366f6580-5c2e-44e4-b1cd-25b4fd606a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:20.228358 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-366f6580-5c2e-44e4-b1cd-25b4fd606a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:20.260523 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-366f6580-5c2e-44e4-b1cd-25b4fd606a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:20.263822 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1b981687-edcb-447e-90d7-bc117aa89778 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:20.272988 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f6580-5c2e-44e4-b1cd-25b4fd606a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dd9b5a-8d7c-4c8a-89c3-022ef05a4eeb,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:20.274961 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-366f6580-5c2e-44e4-b1cd-25b4fd606a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:20.279566 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-366f6580-5c2e-44e4-b1cd-25b4fd606a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:20.280487 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-366f6580-5c2e-44e4-b1cd-25b4fd606a0c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e6dd9b5a-8d7c-4c8a-89c3-022ef05a4eeb HTTP/1.1" status: 204 len: 168 time: 0.1062052 Jan 25 16:28:20.412707 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Notify callbacks [] for port, precommit_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:20.420622 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Transition to ACTIVE for port object 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222 will not be triggered until provisioned by entity L2. {{(pid=79987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:20.422778 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:20.431831 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:20.500772 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Pushing event updated for resources: {'Port': ['ID=0d972c4c-9fcb-4c4a-8d8c-7a4f64995222,revision_number=2']} {{(pid=79987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:20.511943 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.512542 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.512542 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.512749 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.512999 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.513247 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.513493 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.513739 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.513997 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.514244 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.514490 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.514926 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.515013 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.515252 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.515499 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.515945 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.515945 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.516226 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.516473 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.516720 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.517000 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.517209 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.517459 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.517703 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:28:20.521671 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:20.569140 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:20.579950 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Attempting to bind port 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222 on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:28:20.580204 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Attempting to bind port 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222 by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}] {{(pid=79987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:28:20.580424 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Attempting to bind port 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222 on network a86c8819-2978-473d-8d16-86365edfeb60 {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:28:20.584355 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:28:20.584577 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Checking segment: {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:28:20.584828 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:20.585066 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Bound using segment: {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'} {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:28:20.585352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Bound port: 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}}] {{(pid=79987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:28:20.585576 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:20.636241 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] For port 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:28:20.638566 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] For port 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=0d972c4c-9fcb-4c4a-8d8c-7a4f64995222,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:28:20.642799 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:20.654734 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-afbe30f8-71e2-4e3e-ab1d-ec6def90e58c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:20.740924 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Pushing event updated for resources: {'Port': ['ID=0d972c4c-9fcb-4c4a-8d8c-7a4f64995222,revision_number=3']} {{(pid=79987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:20.744029 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-57e259db-2f74-4ddd-8c23-9664bde9184a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:20.769398 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146a908f-52f4-450d-b111-7fb391f7e392 None None] Network 64663454-077a-4d9c-a45e-a7399d31e182 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:28:20.773574 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Routers {'fc13c64d-62af-464d-8f62-25ecb34958c7'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:28:20.773983 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:27:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['fc13c64d-62af-464d-8f62-25ecb34958c7'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:20.785670 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Allocated IP 172.20.0.1 (64663454-077a-4d9c-a45e-a7399d31e182/9afd0a4f-0303-4b12-92f2-92872f97db2b/87185aab-9035-4403-8d80-e5a9154c0753) {{(pid=79984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:28:20.853194 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 3e924014-c1d9-442f-bfd0-1fd81c918a1a up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:20.882607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-5cafe619-0259-4159-8ec5-780aa2fb7599 None None] Provisioning for port 3e924014-c1d9-442f-bfd0-1fd81c918a1a completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:20.892380 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:20.902585 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Transition to ACTIVE for port object 87185aab-9035-4403-8d80-e5a9154c0753 will not be triggered until provisioned by entity DHCP. {{(pid=79984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:20.916843 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:20.929093 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 3e924014-c1d9-442f-bfd0-1fd81c918a1a completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:20.931321 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-66515074-8157-49bd-8afa-3884f11d7299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:20.952315 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 3e924014-c1d9-442f-bfd0-1fd81c918a1a triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:20.952529 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:21.019338 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Pushing event updated for resources: {'Port': ['ID=87185aab-9035-4403-8d80-e5a9154c0753,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:21.022626 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:21.051683 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Network 64663454-077a-4d9c-a45e-a7399d31e182 is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:28:21.052339 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:21.053846 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Received port after_create {{(pid=79984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:28:21.055751 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] Set router fc13c64d-62af-464d-8f62-25ecb34958c7 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:28:21.065020 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:21.087523 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711547'] for router_interface, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:21.088799 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port 3e924014-c1d9-442f-bfd0-1fd81c918a1a, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=3e924014-c1d9-442f-bfd0-1fd81c918a1a,segment=NetworkSegment(02348609-b9cb-4d45-9d86-d682934e2dbd),segment_id=02348609-b9cb-4d45-9d86-d682934e2dbd)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:28:21.091580 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:21.093004 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:21.157424 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=3e924014-c1d9-442f-bfd0-1fd81c918a1a,revision_number=3']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:21.166263 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 8332053e-d8e4-4f14-b657-ecc8e1f194ef no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:28:21.200170 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:21.200823 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: 8332053e-d8e4-4f14-b657-ecc8e1f194ef {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:28:21.201208 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 8332053e-d8e4-4f14-b657-ecc8e1f194ef not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:28:21.201748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 84ad6a2a-9aae-4082-8084-55534980b10d no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:28:21.232711 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: 84ad6a2a-9aae-4082-8084-55534980b10d {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:28:21.233298 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 84ad6a2a-9aae-4082-8084-55534980b10d not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:28:21.270619 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:21.290784 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'name': 'tempest-TestShelveInstance-241598919-router', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:17Z', 'updated_at': '2021-01-25T16:28:19Z', 'revision_number': 3, 'project_id': '7f185d2548be4605a35eb400374bd460', 'gw_port': {'id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:18Z', 'updated_at': '2021-01-25T16:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:21.296784 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef371c5-7751-48d4-ba5c-f7ba2d01b66c None None] The sync data for ids ['fc13c64d-62af-464d-8f62-25ecb34958c7'] in dv-cinder-766064-3-iscsi is: [{'id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'name': 'tempest-TestShelveInstance-241598919-router', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:17Z', 'updated_at': '2021-01-25T16:28:19Z', 'revision_number': 3, 'project_id': '7f185d2548be4605a35eb400374bd460', 'gw_port': {'id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:18Z', 'updated_at': '2021-01-25T16:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:28:21.324501 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-69f9592a-70dc-428d-bc61-ed553a7065a7 None None] Provisioning for port 87185aab-9035-4403-8d80-e5a9154c0753 completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:21.328948 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-69f9592a-70dc-428d-bc61-ed553a7065a7 None None] Provisioning complete for port 87185aab-9035-4403-8d80-e5a9154c0753 triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:21.329330 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-69f9592a-70dc-428d-bc61-ed553a7065a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:21.370580 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-69f9592a-70dc-428d-bc61-ed553a7065a7 None None] Port 87185aab-9035-4403-8d80-e5a9154c0753 cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:28:21.378714 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-69f9592a-70dc-428d-bc61-ed553a7065a7 None None] Provisioning complete for port 3e924014-c1d9-442f-bfd0-1fd81c918a1a triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:21.378947 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-69f9592a-70dc-428d-bc61-ed553a7065a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:21.455940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:21.461876 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852675872'] for port, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:21.479285 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:21.527233 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Pushing event updated for resources: {'Port': ['ID=87185aab-9035-4403-8d80-e5a9154c0753,revision_number=2']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:21.528903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854229343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719056'] for router_interface, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:21.538067 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:21.587998 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-7425c50b-983b-4f33-af94-7f92f2abdd02 None None] Provisioning complete for port 87185aab-9035-4403-8d80-e5a9154c0753 triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:21.588256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7425c50b-983b-4f33-af94-7f92f2abdd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:21.615375 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Network 64663454-077a-4d9c-a45e-a7399d31e182 is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:28:21.616046 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:21.634588 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-7425c50b-983b-4f33-af94-7f92f2abdd02 None None] Port 87185aab-9035-4403-8d80-e5a9154c0753 cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:28:21.642213 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-7425c50b-983b-4f33-af94-7f92f2abdd02 None None] Provisioning complete for port 3e924014-c1d9-442f-bfd0-1fd81c918a1a triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:21.642492 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7425c50b-983b-4f33-af94-7f92f2abdd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:21.765052 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Router fc13c64d-62af-464d-8f62-25ecb34958c7 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:28:21.854858 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-539a9020-6e33-4728-b46a-9e780f8da657 None None] Provisioning complete for port 87185aab-9035-4403-8d80-e5a9154c0753 triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:21.855092 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-539a9020-6e33-4728-b46a-9e780f8da657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:21.879307 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:28:21.890219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-539a9020-6e33-4728-b46a-9e780f8da657 None None] Port 87185aab-9035-4403-8d80-e5a9154c0753 cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:28:21.897692 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-539a9020-6e33-4728-b46a-9e780f8da657 None None] Provisioning complete for port 3e924014-c1d9-442f-bfd0-1fd81c918a1a triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:21.897974 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-539a9020-6e33-4728-b46a-9e780f8da657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:21.902581 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-c2570329-f104-41dd-b4e4-7c46a9cf0e40 admin admin] 10.222.0.107 "PUT /v2.0/routers/fc13c64d-62af-464d-8f62-25ecb34958c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0041606 Jan 25 16:28:22.341029 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 47380) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:22.345731 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-369925847-network', 'tenant_id': 'e890ec7e64f049ae8e920418f6635145'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:22.349222 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:22.351796 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Usage tracker for resource:network and tenant:e890ec7e64f049ae8e920418f6635145 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:22.353715 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:22.357417 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:22.367156 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Made reservation on behalf of e890ec7e64f049ae8e920418f6635145 for: {'network': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:28:22.370733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for network, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:22.379377 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:22.388168 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:22.390367 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Usage tracker for resource:security_group_rule and tenant:e890ec7e64f049ae8e920418f6635145 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:22.392008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:22.395193 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:22.449105 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:22.451138 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:22.453661 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-61151004-34e3-4435-9180-410268ad248b tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:22.473572 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=79985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 16:28:22.479220 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbc15a2-a5fd-41d5-9d29-e517bdba57e6,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:22.481412 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:22.483603 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293216955320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:22.484051 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.segments_db [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Added segment a70932f3-b85d-4cb6-bd79-ef3569d91f97 of type vxlan for network 344550ad-e715-4aa1-b721-12b26a6b46d5 Jan 25 16:28:22.498633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293217476331'] for network, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:22.517222 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for network, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:22.518076 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:28:22.518453 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:22.520622 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:22.579427 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Pushing event updated for resources: {'Network': ['ID=344550ad-e715-4aa1-b721-12b26a6b46d5,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:22.581520 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.2396975 Jan 25 16:28:22.582182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:22.583358 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 47402) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:22.586853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-f6896e2e-278d-4c68-a39f-1c5716b1b543 admin admin] Request body: {'subnet': {'network_id': '344550ad-e715-4aa1-b721-12b26a6b46d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-369925847-subnet', 'tenant_id': 'e890ec7e64f049ae8e920418f6635145', 'ip_version': 4}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:22.587127 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Network 344550ad-e715-4aa1-b721-12b26a6b46d5 details requested by agent ovs-agent-dv-cinder-766064-3-iscsi with host dv-cinder-766064-3-iscsi {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:28:22.589852 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-f6896e2e-278d-4c68-a39f-1c5716b1b543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:22.592192 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-f6896e2e-278d-4c68-a39f-1c5716b1b543 admin admin] Usage tracker for resource:subnet and tenant:e890ec7e64f049ae8e920418f6635145 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:22.594065 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-f6896e2e-278d-4c68-a39f-1c5716b1b543 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:22.596160 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Network 344550ad-e715-4aa1-b721-12b26a6b46d5 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:28:22.597344 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-f6896e2e-278d-4c68-a39f-1c5716b1b543 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:22.604491 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6896e2e-278d-4c68-a39f-1c5716b1b543 admin admin] Made reservation on behalf of e890ec7e64f049ae8e920418f6635145 for: {'subnet': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:28:22.607327 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f6896e2e-278d-4c68-a39f-1c5716b1b543 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26587357'] for subnet, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:22.840302 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f6896e2e-278d-4c68-a39f-1c5716b1b543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036828459237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26587340'] for subnet, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:22.851434 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:22.860630 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 3e924014-c1d9-442f-bfd0-1fd81c918a1a up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:22.903574 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 3e924014-c1d9-442f-bfd0-1fd81c918a1a triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:22.903733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:22.919578 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6896e2e-278d-4c68-a39f-1c5716b1b543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbd955a1-e089-402c-a636-3ce03e52642a,revision_number=0']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:22.922690 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f6896e2e-278d-4c68-a39f-1c5716b1b543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:22.964955 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6896e2e-278d-4c68-a39f-1c5716b1b543 admin admin] Checking segment: {'id': 'a70932f3-b85d-4cb6-bd79-ef3569d91f97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '344550ad-e715-4aa1-b721-12b26a6b46d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:28:22.965166 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6896e2e-278d-4c68-a39f-1c5716b1b543 admin admin] Network hostable DHCP agents. Network: 344550ad-e715-4aa1-b721-12b26a6b46d5, hostable agents: ['49719f6d-5a78-4eed-bacf-47ff3e91c67a'], hosted agents: [] {{(pid=79985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 16:28:22.975683 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6896e2e-278d-4c68-a39f-1c5716b1b543 admin admin] Network 344550ad-e715-4aa1-b721-12b26a6b46d5 is scheduled to be hosted by DHCP agent 49719f6d-5a78-4eed-bacf-47ff3e91c67a with binding_index 1 {{(pid=79985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 16:28:22.978326 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:22.980910 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-f6896e2e-278d-4c68-a39f-1c5716b1b543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-3-iscsi, 344550ad-e715-4aa1-b721-12b26a6b46d5) {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:22.987635 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6896e2e-278d-4c68-a39f-1c5716b1b543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:28:22.988002 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f6896e2e-278d-4c68-a39f-1c5716b1b543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:22.998767 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39581a8-0d33-4248-af9a-60899fa8a6e1 None None] Network 344550ad-e715-4aa1-b721-12b26a6b46d5 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:28:23.002688 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-f6896e2e-278d-4c68-a39f-1c5716b1b543 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4170823 Jan 25 16:28:23.003481 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 47420) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:23.006899 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-369925847-router', 'tenant_id': 'e890ec7e64f049ae8e920418f6635145', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:23.010158 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:23.010669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47424) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:23.012504 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Usage tracker for resource:router and tenant:e890ec7e64f049ae8e920418f6635145 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:23.014850 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:23.018398 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:23.025745 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854068486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771139'] for router, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.026624 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853867369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.039920 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.063564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-635091a7-3e7e-4528-bd34-6007a87d778b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.094099 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:23.099285 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:23.099518 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.106712 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9cbe9ad3-1716-4d8c-81e5-722bdbc8a368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.116187 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-9cbe9ad3-1716-4d8c-81e5-722bdbc8a368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:23.119574 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-9cbe9ad3-1716-4d8c-81e5-722bdbc8a368 admin admin] Usage tracker for resource:security_group_rule and tenant:7037ca0f118e4c13a701b5f08964e679 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:23.121750 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-9cbe9ad3-1716-4d8c-81e5-722bdbc8a368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:23.125355 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-9cbe9ad3-1716-4d8c-81e5-722bdbc8a368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:23.185483 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9cbe9ad3-1716-4d8c-81e5-722bdbc8a368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.187780 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9cbe9ad3-1716-4d8c-81e5-722bdbc8a368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.194490 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c133ff45-a8d0-4668-94bf-9795d557f0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:23.221550 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-9cbe9ad3-1716-4d8c-81e5-722bdbc8a368 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7037ca0f118e4c13a701b5f08964e679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072692 Jan 25 16:28:23.221785 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47430) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:23.223743 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe9ad3-1716-4d8c-81e5-722bdbc8a368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7472ab1-a7f9-4c98-9173-e4836a610a87,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:23.226777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9cbe9ad3-1716-4d8c-81e5-722bdbc8a368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:23.267590 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-24ac1400-1ece-475d-9408-5cd90f70f63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.284202 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-24ac1400-1ece-475d-9408-5cd90f70f63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.312385 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-24ac1400-1ece-475d-9408-5cd90f70f63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.319933 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6fee7360-a10d-4521-a947-f3a40a666b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:23.331305 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac1400-1ece-475d-9408-5cd90f70f63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7472ab1-a7f9-4c98-9173-e4836a610a87,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:23.333855 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-24ac1400-1ece-475d-9408-5cd90f70f63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:23.335405 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-24ac1400-1ece-475d-9408-5cd90f70f63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.338625 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-24ac1400-1ece-475d-9408-5cd90f70f63d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e7472ab1-a7f9-4c98-9173-e4836a610a87 HTTP/1.1" status: 204 len: 168 time: 0.1162655 Jan 25 16:28:23.393708 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cf9e38-6eed-5f43-9343-5ecac6bde88b-344550ad-e715-4aa1-b721-12b26a6b46d5', 'network_id': '344550ad-e715-4aa1-b721-12b26a6b46d5', 'tenant_id': 'e890ec7e64f049ae8e920418f6635145', 'fixed_ips': [{'subnet_id': 'dbd955a1-e089-402c-a636-3ce03e52642a'}]}} from dv-cinder-766064-3-iscsi. {{(pid=79986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 25 16:28:23.394247 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.438560 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.443521 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854068723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4644'] for router, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.480272 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=0d972c4c-9fcb-4c4a-8d8c-7a4f64995222,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:28:23.489263 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.491575 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:23.554153 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47440) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:23.566448 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=0d972c4c-9fcb-4c4a-8d8c-7a4f64995222,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:23.573465 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:23.575823 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ff91f488-ce29-46cb-9f1f-91b981520628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.586904 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ff91f488-ce29-46cb-9f1f-91b981520628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:23.589740 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ff91f488-ce29-46cb-9f1f-91b981520628 admin admin] Usage tracker for resource:security_group_rule and tenant:2886b15754a74640871424a8090de01f is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:23.591617 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-ff91f488-ce29-46cb-9f1f-91b981520628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:23.596509 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-ff91f488-ce29-46cb-9f1f-91b981520628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:23.621635 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Allocated IP 172.20.0.2 (344550ad-e715-4aa1-b721-12b26a6b46d5/dbd955a1-e089-402c-a636-3ce03e52642a/572cadc2-662a-4136-a5f3-a5739c5e11ce) {{(pid=79986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:28:23.633148 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.646951 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ff91f488-ce29-46cb-9f1f-91b981520628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.648948 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-ff91f488-ce29-46cb-9f1f-91b981520628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.653626 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.653842 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-35b98874-aabc-44c4-8923-1509dc411ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:23.674940 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-ff91f488-ce29-46cb-9f1f-91b981520628 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2886b15754a74640871424a8090de01f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1178811 Jan 25 16:28:23.675126 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47444) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:23.688853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91f488-ce29-46cb-9f1f-91b981520628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d408fd30-c6d9-4e0f-ba86-42e5cd191f01,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:23.690889 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ff91f488-ce29-46cb-9f1f-91b981520628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:23.716430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1ce7a51d-61cf-4fe2-81af-999dd5ec7ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.730589 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1ce7a51d-61cf-4fe2-81af-999dd5ec7ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.753673 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Notify callbacks [] for port, precommit_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.757155 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1ce7a51d-61cf-4fe2-81af-999dd5ec7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.760242 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-55f62403-0531-43bd-a5fc-06b3f4a8eafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:23.760503 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Transition to ACTIVE for port object 572cadc2-662a-4136-a5f3-a5739c5e11ce will not be triggered until provisioned by entity L2. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:23.767817 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7a51d-61cf-4fe2-81af-999dd5ec7ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d408fd30-c6d9-4e0f-ba86-42e5cd191f01,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:23.769254 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Transition to ACTIVE for port object 572cadc2-662a-4136-a5f3-a5739c5e11ce will not be triggered until provisioned by entity DHCP. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:23.769498 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1ce7a51d-61cf-4fe2-81af-999dd5ec7ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:23.771376 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1ce7a51d-61cf-4fe2-81af-999dd5ec7ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.774229 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-1ce7a51d-61cf-4fe2-81af-999dd5ec7ec1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d408fd30-c6d9-4e0f-ba86-42e5cd191f01 HTTP/1.1" status: 204 len: 168 time: 0.0967236 Jan 25 16:28:23.774282 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.786032 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:23.811055 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Allocated IP 172.27.3.2 (a86c8819-2978-473d-8d16-86365edfeb60/ab1961e7-fa88-47d7-900c-7c648513b3bc/aa399ba2-4f81-4975-874e-9e7538b50ce5) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:28:23.871604 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Pushing event updated for resources: {'Port': ['ID=572cadc2-662a-4136-a5f3-a5739c5e11ce,revision_number=1']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:23.873490 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:23.906532 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Network 344550ad-e715-4aa1-b721-12b26a6b46d5 is already hosted by enough agents. {{(pid=79986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:28:23.907177 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Resources bound (agent type, host, resource id): {{(pid=79986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:23.909050 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Received port after_create {{(pid=79986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:28:23.911989 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.929301 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.940329 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Attempting to bind port 572cadc2-662a-4136-a5f3-a5739c5e11ce on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:28:23.940513 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Attempting to bind port 572cadc2-662a-4136-a5f3-a5739c5e11ce by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': 'a70932f3-b85d-4cb6-bd79-ef3569d91f97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '344550ad-e715-4aa1-b721-12b26a6b46d5'}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:28:23.940730 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Attempting to bind port 572cadc2-662a-4136-a5f3-a5739c5e11ce on network 344550ad-e715-4aa1-b721-12b26a6b46d5 {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:28:23.940795 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-93356e70-7445-4bbc-b628-7bc622a12615 tempest-VolumesActionsTest-970550208 tempest-VolumesActionsTest-970550208] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:23.944541 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:28:23.944590 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Checking segment: {'id': 'a70932f3-b85d-4cb6-bd79-ef3569d91f97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '344550ad-e715-4aa1-b721-12b26a6b46d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:28:23.944885 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:23.945067 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Bound using segment: {'id': 'a70932f3-b85d-4cb6-bd79-ef3569d91f97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '344550ad-e715-4aa1-b721-12b26a6b46d5'} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:28:23.945355 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Bound port: 572cadc2-662a-4136-a5f3-a5739c5e11ce, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70932f3-b85d-4cb6-bd79-ef3569d91f97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '344550ad-e715-4aa1-b721-12b26a6b46d5'}}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:28:23.945582 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:24.011232 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c9aba539-08a2-470b-b4b5-7cfbbdce0a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:24.015205 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] For port 572cadc2-662a-4136-a5f3-a5739c5e11ce, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:28:24.015530 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Pushing event updated for resources: {'Port': ['ID=aa399ba2-4f81-4975-874e-9e7538b50ce5,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:24.017292 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] For port 572cadc2-662a-4136-a5f3-a5739c5e11ce, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=572cadc2-662a-4136-a5f3-a5739c5e11ce,segment=NetworkSegment(a70932f3-b85d-4cb6-bd79-ef3569d91f97),segment_id=a70932f3-b85d-4cb6-bd79-ef3569d91f97)] {{(pid=79986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:28:24.018745 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:24.018942 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Sync routers for ids ['fc13c64d-62af-464d-8f62-25ecb34958c7'] in dv-cinder-766064-3-iscsi {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:28:24.022806 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:24.034849 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:24.047230 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Network a86c8819-2978-473d-8d16-86365edfeb60 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:28:24.047908 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:24.049538 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:28:24.089814 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Routers {'fc13c64d-62af-464d-8f62-25ecb34958c7'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:28:24.090177 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:28:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['fc13c64d-62af-464d-8f62-25ecb34958c7'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:24.220110 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Pushing event updated for resources: {'Port': ['ID=572cadc2-662a-4136-a5f3-a5739c5e11ce,revision_number=2']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:24.226735 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:24.231852 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Set router fc13c64d-62af-464d-8f62-25ecb34958c7 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:28:24.292733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:24.434407 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'name': 'tempest-TestShelveInstance-241598919-router', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:17Z', 'updated_at': '2021-01-25T16:28:21Z', 'revision_number': 4, 'project_id': '7f185d2548be4605a35eb400374bd460', 'gw_port': {'id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:18Z', 'updated_at': '2021-01-25T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '87185aab-9035-4403-8d80-e5a9154c0753', 'name': '', 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'mac_address': 'fa:16:3e:a1:4f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '9afd0a4f-0303-4b12-92f2-92872f97db2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:20Z', 'updated_at': '2021-01-25T16:28:21Z', 'revision_number': 2, 'project_id': '7f185d2548be4605a35eb400374bd460', 'subnets': [{'id': '9afd0a4f-0303-4b12-92f2-92872f97db2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:24.436712 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Checking router: fc13c64d-62af-464d-8f62-25ecb34958c7 for host: dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:28:24.436927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Updating router fc13c64d-62af-464d-8f62-25ecb34958c7 port 87185aab-9035-4403-8d80-e5a9154c0753 binding host dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 16:28:24.466987 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:24.495546 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854064183'] for router, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:24.550227 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:28:24.637647 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Router f3f720c1-0696-4988-87cf-d96881796e51 is scheduled to L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 with binding_index 1 {{(pid=79985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 25 16:28:24.828129 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:24.905959 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 572cadc2-662a-4136-a5f3-a5739c5e11ce up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:24.936202 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:24.937964 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Notify callbacks [] for port, precommit_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:24.957710 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Transition to ACTIVE for port object 87185aab-9035-4403-8d80-e5a9154c0753 will not be triggered until provisioned by entity L2. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:24.962119 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:24.971453 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:24.989123 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:28:24.997328 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Sync routers for ids ['f3f720c1-0696-4988-87cf-d96881796e51'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:28:25.003776 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Notify callbacks [] for router, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.004645 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Routers {'f3f720c1-0696-4988-87cf-d96881796e51'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:28:25.005388 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.0009594 Jan 25 16:28:25.005677 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:28:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['f3f720c1-0696-4988-87cf-d96881796e51'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:25.007658 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 47486) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:25.046294 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 572cadc2-662a-4136-a5f3-a5739c5e11ce completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:25.059242 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:25.084818 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b48a1-dda1-49b3-ae1d-cc23fee1c928 None None] Pushing event updated for resources: {'Port': ['ID=87185aab-9035-4403-8d80-e5a9154c0753,revision_number=3']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:25.086773 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6f9b48a1-dda1-49b3-ae1d-cc23fee1c928 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:25.125002 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Set router f3f720c1-0696-4988-87cf-d96881796e51 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:28:25.184177 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:25.184468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.185725 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47492) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:25.236874 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Attempting to bind port 87185aab-9035-4403-8d80-e5a9154c0753 on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:28:25.237112 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Attempting to bind port 87185aab-9035-4403-8d80-e5a9154c0753 by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': '02348609-b9cb-4d45-9d86-d682934e2dbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182'}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:28:25.237312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Attempting to bind port 87185aab-9035-4403-8d80-e5a9154c0753 on network 64663454-077a-4d9c-a45e-a7399d31e182 {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:28:25.248563 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:28:25.248796 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Checking segment: {'id': '02348609-b9cb-4d45-9d86-d682934e2dbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:28:25.249054 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.249300 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Bound using segment: {'id': '02348609-b9cb-4d45-9d86-d682934e2dbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182'} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:28:25.249612 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Bound port: 87185aab-9035-4403-8d80-e5a9154c0753, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02348609-b9cb-4d45-9d86-d682934e2dbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182'}}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:28:25.249847 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.319336 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-612339bf-f669-4407-af33-24b3199b30f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.335295 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-612339bf-f669-4407-af33-24b3199b30f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:25.349927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'name': 'tempest-TestShelveInstance-369925847-router', 'tenant_id': 'e890ec7e64f049ae8e920418f6635145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aa399ba2-4f81-4975-874e-9e7538b50ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:23Z', 'updated_at': '2021-01-25T16:28:24Z', 'revision_number': 3, 'project_id': 'e890ec7e64f049ae8e920418f6635145', 'gw_port': {'id': 'aa399ba2-4f81-4975-874e-9e7538b50ce5', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:23Z', 'updated_at': '2021-01-25T16:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:25.354361 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-612339bf-f669-4407-af33-24b3199b30f6 admin admin] Usage tracker for resource:security_group_rule and tenant:7ef630f501fa4a45aa5cf2e7ea246eeb is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:25.356076 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] For port 87185aab-9035-4403-8d80-e5a9154c0753, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:28:25.356810 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-612339bf-f669-4407-af33-24b3199b30f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:25.358145 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] For port 87185aab-9035-4403-8d80-e5a9154c0753, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=87185aab-9035-4403-8d80-e5a9154c0753,segment=NetworkSegment(02348609-b9cb-4d45-9d86-d682934e2dbd),segment_id=02348609-b9cb-4d45-9d86-d682934e2dbd)] {{(pid=79986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:28:25.359272 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Checking router: f3f720c1-0696-4988-87cf-d96881796e51 for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:28:25.359520 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Updating router f3f720c1-0696-4988-87cf-d96881796e51 port aa399ba2-4f81-4975-874e-9e7538b50ce5 binding host dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 16:28:25.363687 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-612339bf-f669-4407-af33-24b3199b30f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:25.363952 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.376760 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b52daafd-781b-4d04-a24c-b5411136fad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:25.399084 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.471244 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-612339bf-f669-4407-af33-24b3199b30f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.473703 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-612339bf-f669-4407-af33-24b3199b30f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.480384 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c2ce2c80-eaf8-445c-be36-04d062e7e20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:25.497133 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b48a1-dda1-49b3-ae1d-cc23fee1c928 None None] Pushing event updated for resources: {'Port': ['ID=87185aab-9035-4403-8d80-e5a9154c0753,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:25.500991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6f9b48a1-dda1-49b3-ae1d-cc23fee1c928 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:25.511839 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 47498) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:25.512205 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-612339bf-f669-4407-af33-24b3199b30f6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7ef630f501fa4a45aa5cf2e7ea246eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256886 Jan 25 16:28:25.514144 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612339bf-f669-4407-af33-24b3199b30f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459ad408-de86-4e34-b1ca-30724fffb050,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:25.516435 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-612339bf-f669-4407-af33-24b3199b30f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:25.519519 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Routers {'fc13c64d-62af-464d-8f62-25ecb34958c7'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:28:25.520006 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:28:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['fc13c64d-62af-464d-8f62-25ecb34958c7'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:25.610629 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-51ebf030-94f5-46a3-8f8d-58e785754dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.622174 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.640892 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-51ebf030-94f5-46a3-8f8d-58e785754dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.641475 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] Set router fc13c64d-62af-464d-8f62-25ecb34958c7 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:28:25.692766 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Notify callbacks [] for port, precommit_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.700413 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Transition to ACTIVE for port object aa399ba2-4f81-4975-874e-9e7538b50ce5 will not be triggered until provisioned by entity L2. {{(pid=79987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:25.702796 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.723449 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031670e2-abcf-4067-bf21-7696d5fbb723 None None] Network 344550ad-e715-4aa1-b721-12b26a6b46d5 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:28:25.760973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-51ebf030-94f5-46a3-8f8d-58e785754dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.764321 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-3e5215d9-ccc4-465d-aa90-09886a62ccbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:25.776335 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebf030-94f5-46a3-8f8d-58e785754dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459ad408-de86-4e34-b1ca-30724fffb050,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:25.778030 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-51ebf030-94f5-46a3-8f8d-58e785754dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:25.779528 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:25.784071 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-51ebf030-94f5-46a3-8f8d-58e785754dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.786884 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-51ebf030-94f5-46a3-8f8d-58e785754dbc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/459ad408-de86-4e34-b1ca-30724fffb050 HTTP/1.1" status: 204 len: 168 time: 0.2723231 Jan 25 16:28:25.821858 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c04f67-bf8f-47f1-abf5-a9d8905f0533 None None] Pushing event updated for resources: {'Port': ['ID=aa399ba2-4f81-4975-874e-9e7538b50ce5,revision_number=2']} {{(pid=79987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:25.831088 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b3c04f67-bf8f-47f1-abf5-a9d8905f0533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:25.856349 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-e12d03d9-af18-4eb0-ae97-f8b5e76c8baa None None] Provisioning for port 572cadc2-662a-4136-a5f3-a5739c5e11ce completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:25.860121 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Attempting to bind port aa399ba2-4f81-4975-874e-9e7538b50ce5 on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:28:25.860200 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Attempting to bind port aa399ba2-4f81-4975-874e-9e7538b50ce5 by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}] {{(pid=79987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:28:25.860426 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Attempting to bind port aa399ba2-4f81-4975-874e-9e7538b50ce5 on network a86c8819-2978-473d-8d16-86365edfeb60 {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:28:25.861673 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.864229 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:28:25.864707 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Checking segment: {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:28:25.865007 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.865257 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Bound using segment: {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'} {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:28:25.865539 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Bound port: aa399ba2-4f81-4975-874e-9e7538b50ce5, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}}] {{(pid=79987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:28:25.865832 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.866070 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-e12d03d9-af18-4eb0-ae97-f8b5e76c8baa None None] Provisioning complete for port 572cadc2-662a-4136-a5f3-a5739c5e11ce triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:25.866348 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e12d03d9-af18-4eb0-ae97-f8b5e76c8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.878431 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Allocated IP 172.20.0.1 (344550ad-e715-4aa1-b721-12b26a6b46d5/dbd955a1-e089-402c-a636-3ce03e52642a/9d9099b8-e558-4527-9c92-afe24ea432cc) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:28:25.910908 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] For port aa399ba2-4f81-4975-874e-9e7538b50ce5, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:28:25.912754 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] For port aa399ba2-4f81-4975-874e-9e7538b50ce5, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=aa399ba2-4f81-4975-874e-9e7538b50ce5,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:28:25.915863 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:25.926216 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:25.971411 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c04f67-bf8f-47f1-abf5-a9d8905f0533 None None] Pushing event updated for resources: {'Port': ['ID=aa399ba2-4f81-4975-874e-9e7538b50ce5,revision_number=3']} {{(pid=79987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:25.981369 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b3c04f67-bf8f-47f1-abf5-a9d8905f0533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:25.992641 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:26.004130 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Transition to ACTIVE for port object 9d9099b8-e558-4527-9c92-afe24ea432cc will not be triggered until provisioned by entity DHCP. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:26.025528 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:26.026363 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47508) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:26.038682 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7bbab7b9-1f36-4d46-a39c-8cc551c3f64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:26.047835 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-7bbab7b9-1f36-4d46-a39c-8cc551c3f64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:26.050276 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-7bbab7b9-1f36-4d46-a39c-8cc551c3f64b admin admin] Usage tracker for resource:security_group_rule and tenant:420d9c89c24d4d8ca62e18cdaae879df is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:26.051802 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-7bbab7b9-1f36-4d46-a39c-8cc551c3f64b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:26.056059 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-7bbab7b9-1f36-4d46-a39c-8cc551c3f64b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:26.064591 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Routers {'f3f720c1-0696-4988-87cf-d96881796e51'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:28:26.065033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:28:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['f3f720c1-0696-4988-87cf-d96881796e51'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:26.104710 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7bbab7b9-1f36-4d46-a39c-8cc551c3f64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:26.108113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7bbab7b9-1f36-4d46-a39c-8cc551c3f64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:26.111265 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1718d8c7-d125-45c5-ab62-8d3d9a28220e tempest-VolumesSnapshotTestJSON-1116446004 tempest-VolumesSnapshotTestJSON-1116446004] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:26.114080 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a7b224e9-1f8d-4b06-9f68-be0f3d987bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:26.139154 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-7bbab7b9-1f36-4d46-a39c-8cc551c3f64b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=420d9c89c24d4d8ca62e18cdaae879df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1119559 Jan 25 16:28:26.139511 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47512) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:26.141675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbab7b9-1f36-4d46-a39c-8cc551c3f64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae1fc13-d625-42ed-a18a-f7fefdf57bc1,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:26.143733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7bbab7b9-1f36-4d46-a39c-8cc551c3f64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:26.164800 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Network 344550ad-e715-4aa1-b721-12b26a6b46d5 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:28:26.166895 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:26.173997 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:28:26.180417 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2228cfcb-2116-4836-9d28-e196fcff2fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:26.195206 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] Set router f3f720c1-0696-4988-87cf-d96881796e51 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:28:26.197435 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2228cfcb-2116-4836-9d28-e196fcff2fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:26.200643 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Pushing event updated for resources: {'Port': ['ID=9d9099b8-e558-4527-9c92-afe24ea432cc,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:26.203777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:26.219656 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711547'] for router_interface, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:26.229450 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2228cfcb-2116-4836-9d28-e196fcff2fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:26.234480 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-02c8605a-8130-402d-8f2b-c8d85d121657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:26.237646 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e12d03d9-af18-4eb0-ae97-f8b5e76c8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:26.244408 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228cfcb-2116-4836-9d28-e196fcff2fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae1fc13-d625-42ed-a18a-f7fefdf57bc1,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:26.249535 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2228cfcb-2116-4836-9d28-e196fcff2fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:26.250487 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-2228cfcb-2116-4836-9d28-e196fcff2fda admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1ae1fc13-d625-42ed-a18a-f7fefdf57bc1 HTTP/1.1" status: 204 len: 168 time: 0.1098750 Jan 25 16:28:26.251297 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2228cfcb-2116-4836-9d28-e196fcff2fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:26.276362 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'name': 'tempest-TestShelveInstance-241598919-router', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:17Z', 'updated_at': '2021-01-25T16:28:21Z', 'revision_number': 4, 'project_id': '7f185d2548be4605a35eb400374bd460', 'gw_port': {'id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:18Z', 'updated_at': '2021-01-25T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '87185aab-9035-4403-8d80-e5a9154c0753', 'name': '', 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'mac_address': 'fa:16:3e:a1:4f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '9afd0a4f-0303-4b12-92f2-92872f97db2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:20Z', 'updated_at': '2021-01-25T16:28:25Z', 'revision_number': 4, 'project_id': '7f185d2548be4605a35eb400374bd460', 'subnets': [{'id': '9afd0a4f-0303-4b12-92f2-92872f97db2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:26.284852 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265d0be0-dcf3-48d6-8917-09d97c3435da None None] The sync data for ids ['fc13c64d-62af-464d-8f62-25ecb34958c7'] in dv-cinder-766064-3-iscsi is: [{'id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'name': 'tempest-TestShelveInstance-241598919-router', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:17Z', 'updated_at': '2021-01-25T16:28:21Z', 'revision_number': 4, 'project_id': '7f185d2548be4605a35eb400374bd460', 'gw_port': {'id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:18Z', 'updated_at': '2021-01-25T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '87185aab-9035-4403-8d80-e5a9154c0753', 'name': '', 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'mac_address': 'fa:16:3e:a1:4f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '9afd0a4f-0303-4b12-92f2-92872f97db2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:20Z', 'updated_at': '2021-01-25T16:28:25Z', 'revision_number': 4, 'project_id': '7f185d2548be4605a35eb400374bd460', 'subnets': [{'id': '9afd0a4f-0303-4b12-92f2-92872f97db2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:28:26.288245 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-e12d03d9-af18-4eb0-ae97-f8b5e76c8baa None None] For port 572cadc2-662a-4136-a5f3-a5739c5e11ce, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=572cadc2-662a-4136-a5f3-a5739c5e11ce,segment=NetworkSegment(a70932f3-b85d-4cb6-bd79-ef3569d91f97),segment_id=a70932f3-b85d-4cb6-bd79-ef3569d91f97)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:28:26.293147 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e12d03d9-af18-4eb0-ae97-f8b5e76c8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:26.294316 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9e3177ed-836e-4cfc-a8db-1e6736832e92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:26.358035 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d03d9-af18-4eb0-ae97-f8b5e76c8baa None None] Pushing event updated for resources: {'Port': ['ID=572cadc2-662a-4136-a5f3-a5739c5e11ce,revision_number=3']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:26.360948 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e12d03d9-af18-4eb0-ae97-f8b5e76c8baa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:26.396204 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'name': 'tempest-TestShelveInstance-369925847-router', 'tenant_id': 'e890ec7e64f049ae8e920418f6635145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aa399ba2-4f81-4975-874e-9e7538b50ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:23Z', 'updated_at': '2021-01-25T16:28:24Z', 'revision_number': 3, 'project_id': 'e890ec7e64f049ae8e920418f6635145', 'gw_port': {'id': 'aa399ba2-4f81-4975-874e-9e7538b50ce5', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:23Z', 'updated_at': '2021-01-25T16:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:26.398876 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e3d282-c7a1-4271-9281-ab1a6f3ef312 None None] The sync data for ids ['f3f720c1-0696-4988-87cf-d96881796e51'] in dv-cinder-766064-3-iscsi is: [{'id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'name': 'tempest-TestShelveInstance-369925847-router', 'tenant_id': 'e890ec7e64f049ae8e920418f6635145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aa399ba2-4f81-4975-874e-9e7538b50ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:23Z', 'updated_at': '2021-01-25T16:28:24Z', 'revision_number': 3, 'project_id': 'e890ec7e64f049ae8e920418f6635145', 'gw_port': {'id': 'aa399ba2-4f81-4975-874e-9e7538b50ce5', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:23Z', 'updated_at': '2021-01-25T16:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:28:26.460882 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:26.528079 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-54424a57-14ac-4061-9509-26fcfa58aa03 None None] Provisioning for port 9d9099b8-e558-4527-9c92-afe24ea432cc completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:26.537674 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-54424a57-14ac-4061-9509-26fcfa58aa03 None None] Provisioning complete for port 9d9099b8-e558-4527-9c92-afe24ea432cc triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:26.538028 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-54424a57-14ac-4061-9509-26fcfa58aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:26.580623 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-54424a57-14ac-4061-9509-26fcfa58aa03 None None] Port 9d9099b8-e558-4527-9c92-afe24ea432cc cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:28:26.595236 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-54424a57-14ac-4061-9509-26fcfa58aa03 None None] Provisioning complete for port 572cadc2-662a-4136-a5f3-a5739c5e11ce triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:26.595596 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-54424a57-14ac-4061-9509-26fcfa58aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:26.689451 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:26.693165 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:26.715889 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-29585378-a8d9-4764-929f-bbeaab65b4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:26.779343 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Pushing event updated for resources: {'Port': ['ID=9d9099b8-e558-4527-9c92-afe24ea432cc,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:26.784058 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:26.789295 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854229343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719056'] for router_interface, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:26.836032 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-93411e97-5726-46d2-99af-461737da5075 None None] Provisioning complete for port 572cadc2-662a-4136-a5f3-a5739c5e11ce triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:26.836032 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-93411e97-5726-46d2-99af-461737da5075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:26.934047 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device aa399ba2-4f81-4975-874e-9e7538b50ce5 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:26.938144 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Network 344550ad-e715-4aa1-b721-12b26a6b46d5 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:28:26.939028 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:27.071880 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port aa399ba2-4f81-4975-874e-9e7538b50ce5 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:27.076900 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port aa399ba2-4f81-4975-874e-9e7538b50ce5 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:27.077136 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:27.106845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Router f3f720c1-0696-4988-87cf-d96881796e51 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:28:27.163371 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:27.175633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port aa399ba2-4f81-4975-874e-9e7538b50ce5, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=aa399ba2-4f81-4975-874e-9e7538b50ce5,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:28:27.181740 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:27.182639 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 87185aab-9035-4403-8d80-e5a9154c0753 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:27.201021 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6f9b48a1-dda1-49b3-ae1d-cc23fee1c928 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:27.249455 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-6dc04402-6338-42bd-bbec-65cb9d3d6844 None None] Provisioning complete for port 9d9099b8-e558-4527-9c92-afe24ea432cc triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:27.249689 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6dc04402-6338-42bd-bbec-65cb9d3d6844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:27.295118 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:28:27.297423 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=aa399ba2-4f81-4975-874e-9e7538b50ce5,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:27.299779 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:27.300698 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-6dc04402-6338-42bd-bbec-65cb9d3d6844 None None] Port 9d9099b8-e558-4527-9c92-afe24ea432cc cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:28:27.306307 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] 10.222.0.107 "PUT /v2.0/routers/f3f720c1-0696-4988-87cf-d96881796e51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2977397 Jan 25 16:28:27.315001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-6dc04402-6338-42bd-bbec-65cb9d3d6844 None None] Provisioning complete for port 572cadc2-662a-4136-a5f3-a5739c5e11ce triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:27.315237 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-6dc04402-6338-42bd-bbec-65cb9d3d6844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:27.330990 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 87185aab-9035-4403-8d80-e5a9154c0753 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:27.339859 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 87185aab-9035-4403-8d80-e5a9154c0753 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:27.342804 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:27.451711 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:27.473315 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port 87185aab-9035-4403-8d80-e5a9154c0753, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=87185aab-9035-4403-8d80-e5a9154c0753,segment=NetworkSegment(02348609-b9cb-4d45-9d86-d682934e2dbd),segment_id=02348609-b9cb-4d45-9d86-d682934e2dbd)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:28:27.475566 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:27.476124 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 572cadc2-662a-4136-a5f3-a5739c5e11ce up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:27.492436 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c1568469-b2ee-42de-a187-ecf369854d9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:27.545310 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=87185aab-9035-4403-8d80-e5a9154c0753,revision_number=5']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:27.547403 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:27.553098 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 572cadc2-662a-4136-a5f3-a5739c5e11ce triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:27.553330 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:27.587875 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-45e3e060-6a43-4b62-a77c-2dce6a0a47d1 None None] Provisioning complete for port 9d9099b8-e558-4527-9c92-afe24ea432cc triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:27.588119 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-45e3e060-6a43-4b62-a77c-2dce6a0a47d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:27.640475 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-45e3e060-6a43-4b62-a77c-2dce6a0a47d1 None None] Port 9d9099b8-e558-4527-9c92-afe24ea432cc cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:28:27.782397 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-161466b4-7e56-4e2c-bd5d-eb5f5019a122 req-4730cb6c-4d64-4888-98a6-2774a4a8830e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1194220754', 'description': 'tempest-TestShelveInstance-1194220754 description'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:27.789485 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-161466b4-7e56-4e2c-bd5d-eb5f5019a122 req-4730cb6c-4d64-4888-98a6-2774a4a8830e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:27.792075 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-161466b4-7e56-4e2c-bd5d-eb5f5019a122 req-4730cb6c-4d64-4888-98a6-2774a4a8830e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Usage tracker for resource:security_group and tenant:7f185d2548be4605a35eb400374bd460 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:27.793877 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-161466b4-7e56-4e2c-bd5d-eb5f5019a122 req-4730cb6c-4d64-4888-98a6-2774a4a8830e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:27.797016 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-161466b4-7e56-4e2c-bd5d-eb5f5019a122 req-4730cb6c-4d64-4888-98a6-2774a4a8830e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:27.803701 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-161466b4-7e56-4e2c-bd5d-eb5f5019a122 req-4730cb6c-4d64-4888-98a6-2774a4a8830e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:27.815135 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-161466b4-7e56-4e2c-bd5d-eb5f5019a122 req-4730cb6c-4d64-4888-98a6-2774a4a8830e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:27.817314 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-161466b4-7e56-4e2c-bd5d-eb5f5019a122 req-4730cb6c-4d64-4888-98a6-2774a4a8830e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Usage tracker for resource:security_group_rule and tenant:7f185d2548be4605a35eb400374bd460 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:27.819248 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-161466b4-7e56-4e2c-bd5d-eb5f5019a122 req-4730cb6c-4d64-4888-98a6-2774a4a8830e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:27.822274 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-161466b4-7e56-4e2c-bd5d-eb5f5019a122 req-4730cb6c-4d64-4888-98a6-2774a4a8830e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:27.860611 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-161466b4-7e56-4e2c-bd5d-eb5f5019a122 req-4730cb6c-4d64-4888-98a6-2774a4a8830e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:27.862721 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-161466b4-7e56-4e2c-bd5d-eb5f5019a122 req-4730cb6c-4d64-4888-98a6-2774a4a8830e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:27.865006 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d81e37df-73c2-49c2-aba9-2abe6ec8bb69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:27.887900 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730cb6c-4d64-4888-98a6-2774a4a8830e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Pushing event updated for resources: {'SecurityGroup': ['ID=28439e6e-cc80-42ad-b92e-d15ee2132975,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:27.889705 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-161466b4-7e56-4e2c-bd5d-eb5f5019a122 req-4730cb6c-4d64-4888-98a6-2774a4a8830e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:27.890538 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-161466b4-7e56-4e2c-bd5d-eb5f5019a122 req-4730cb6c-4d64-4888-98a6-2774a4a8830e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1117294 Jan 25 16:28:27.891051 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4730cb6c-4d64-4888-98a6-2774a4a8830e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:27.943642 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-077b9009-4482-4b7a-8373-c7c0b471f82a req-550d6cff-3943-4259-b293-c42c9e39536b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups/28439e6e-cc80-42ad-b92e-d15ee2132975 HTTP/1.1" status: 200 len: 1802 time: 0.0336945 Jan 25 16:28:27.950023 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-077b9009-4482-4b7a-8373-c7c0b471f82a req-8967e56a-ddd2-40c6-bcf0-a22a9fbc65c5 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '28439e6e-cc80-42ad-b92e-d15ee2132975', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:27.950212 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-077b9009-4482-4b7a-8373-c7c0b471f82a req-8967e56a-ddd2-40c6-bcf0-a22a9fbc65c5 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '28439e6e-cc80-42ad-b92e-d15ee2132975', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:27.955591 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-077b9009-4482-4b7a-8373-c7c0b471f82a req-8967e56a-ddd2-40c6-bcf0-a22a9fbc65c5 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:27.957900 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-077b9009-4482-4b7a-8373-c7c0b471f82a req-8967e56a-ddd2-40c6-bcf0-a22a9fbc65c5 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Usage tracker for resource:security_group_rule and tenant:7f185d2548be4605a35eb400374bd460 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:27.959673 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-077b9009-4482-4b7a-8373-c7c0b471f82a req-8967e56a-ddd2-40c6-bcf0-a22a9fbc65c5 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:27.962923 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-077b9009-4482-4b7a-8373-c7c0b471f82a req-8967e56a-ddd2-40c6-bcf0-a22a9fbc65c5 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:27.968979 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47568) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:27.994033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-077b9009-4482-4b7a-8373-c7c0b471f82a req-8967e56a-ddd2-40c6-bcf0-a22a9fbc65c5 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for security_group_rule, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.007220 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-077b9009-4482-4b7a-8373-c7c0b471f82a req-8967e56a-ddd2-40c6-bcf0-a22a9fbc65c5 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.009466 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-077b9009-4482-4b7a-8373-c7c0b471f82a req-8967e56a-ddd2-40c6-bcf0-a22a9fbc65c5 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911720'] for security_group_rule, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.010860 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:28.023404 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967e56a-ddd2-40c6-bcf0-a22a9fbc65c5 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68905d8b-9a74-4a96-b0a3-cab33e3ed55b,revision_number=0']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:28.025048 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8967e56a-ddd2-40c6-bcf0-a22a9fbc65c5 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:28.028956 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-077b9009-4482-4b7a-8373-c7c0b471f82a req-8967e56a-ddd2-40c6-bcf0-a22a9fbc65c5 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for security_group_rule, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.029707 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-077b9009-4482-4b7a-8373-c7c0b471f82a req-8967e56a-ddd2-40c6-bcf0-a22a9fbc65c5 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.0819955 Jan 25 16:28:28.061289 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e52585fd-8cca-44f9-ab06-9838860efc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.079247 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-e52585fd-8cca-44f9-ab06-9838860efc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:28.086022 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-e52585fd-8cca-44f9-ab06-9838860efc48 admin admin] Usage tracker for resource:security_group_rule and tenant:0033f1eeaa7b42aca305b2b6b62c99e4 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:28.088280 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-e52585fd-8cca-44f9-ab06-9838860efc48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:28.093494 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-e52585fd-8cca-44f9-ab06-9838860efc48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:28.098827 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fb938743-c66c-425e-a5e6-5e70c17570a9 req-ac4e760f-ab4e-4196-af97-f51fc008174a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups/28439e6e-cc80-42ad-b92e-d15ee2132975 HTTP/1.1" status: 200 len: 2395 time: 0.0442088 Jan 25 16:28:28.109690 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-fb938743-c66c-425e-a5e6-5e70c17570a9 req-2d1bdf4b-4186-4588-8111-3d0b5a7720a2 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '28439e6e-cc80-42ad-b92e-d15ee2132975', 'remote_group_id': None}]} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:28.109889 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-fb938743-c66c-425e-a5e6-5e70c17570a9 req-2d1bdf4b-4186-4588-8111-3d0b5a7720a2 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '28439e6e-cc80-42ad-b92e-d15ee2132975', 'remote_group_id': None}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:28.116956 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-fb938743-c66c-425e-a5e6-5e70c17570a9 req-2d1bdf4b-4186-4588-8111-3d0b5a7720a2 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:28.120866 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-fb938743-c66c-425e-a5e6-5e70c17570a9 req-2d1bdf4b-4186-4588-8111-3d0b5a7720a2 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Usage tracker for resource:security_group_rule and tenant:7f185d2548be4605a35eb400374bd460 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:28.122890 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-fb938743-c66c-425e-a5e6-5e70c17570a9 req-2d1bdf4b-4186-4588-8111-3d0b5a7720a2 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:28.127194 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-fb938743-c66c-425e-a5e6-5e70c17570a9 req-2d1bdf4b-4186-4588-8111-3d0b5a7720a2 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:28.178062 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e52585fd-8cca-44f9-ab06-9838860efc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.181332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e52585fd-8cca-44f9-ab06-9838860efc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.184936 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c54674c3-949e-404d-b1f3-a6759dca2f1f tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:28.188719 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-fb938743-c66c-425e-a5e6-5e70c17570a9 req-2d1bdf4b-4186-4588-8111-3d0b5a7720a2 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for security_group_rule, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.212815 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52585fd-8cca-44f9-ab06-9838860efc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef914eb-7373-4d8a-bedc-30594ffff658,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:28.218443 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-e52585fd-8cca-44f9-ab06-9838860efc48 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0033f1eeaa7b42aca305b2b6b62c99e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486978 Jan 25 16:28:28.220359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e52585fd-8cca-44f9-ab06-9838860efc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:28.220880 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 47576) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:28.221186 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-fb938743-c66c-425e-a5e6-5e70c17570a9 req-2d1bdf4b-4186-4588-8111-3d0b5a7720a2 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.224243 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-fb938743-c66c-425e-a5e6-5e70c17570a9 req-2d1bdf4b-4186-4588-8111-3d0b5a7720a2 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911720'] for security_group_rule, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.225321 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:28.236660 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bdf4b-4186-4588-8111-3d0b5a7720a2 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02b21e5-f736-46b8-b184-8d107df7b5d5,revision_number=0']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:28.238944 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2d1bdf4b-4186-4588-8111-3d0b5a7720a2 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:28.246182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-fb938743-c66c-425e-a5e6-5e70c17570a9 req-2d1bdf4b-4186-4588-8111-3d0b5a7720a2 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for security_group_rule, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.246919 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fb938743-c66c-425e-a5e6-5e70c17570a9 req-2d1bdf4b-4186-4588-8111-3d0b5a7720a2 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1402280 Jan 25 16:28:28.265777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a5a987a1-6402-4080-965b-1335fe15b7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.280351 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a5a987a1-6402-4080-965b-1335fe15b7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.304002 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a5a987a1-6402-4080-965b-1335fe15b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.306702 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ee367f01-a986-43e7-93f3-1373b8a9c628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:28.315834 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a987a1-6402-4080-965b-1335fe15b7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef914eb-7373-4d8a-bedc-30594ffff658,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:28.317598 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a5a987a1-6402-4080-965b-1335fe15b7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:28.318115 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a5a987a1-6402-4080-965b-1335fe15b7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.318817 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-a5a987a1-6402-4080-965b-1335fe15b7ac admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fef914eb-7373-4d8a-bedc-30594ffff658 HTTP/1.1" status: 204 len: 168 time: 0.0968804 Jan 25 16:28:28.500967 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 47620) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:28.733947 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-664c481f-2deb-4566-9198-403ab916e751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.742468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-664c481f-2deb-4566-9198-403ab916e751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:28.745063 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-664c481f-2deb-4566-9198-403ab916e751 admin admin] Usage tracker for resource:security_group_rule and tenant:bd0630dc8b7541b499267dd9fa576be5 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:28.746895 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-664c481f-2deb-4566-9198-403ab916e751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:28.750522 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-664c481f-2deb-4566-9198-403ab916e751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:28.801231 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-664c481f-2deb-4566-9198-403ab916e751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.803718 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-664c481f-2deb-4566-9198-403ab916e751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.807843 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:28.823848 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device aa399ba2-4f81-4975-874e-9e7538b50ce5 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:28.835652 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c481f-2deb-4566-9198-403ab916e751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6eb9302-10ee-426d-a636-9f29dc130e15,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:28.838332 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-664c481f-2deb-4566-9198-403ab916e751 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bd0630dc8b7541b499267dd9fa576be5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366094 Jan 25 16:28:28.838882 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-664c481f-2deb-4566-9198-403ab916e751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:28.840266 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 47634) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:28.868592 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port aa399ba2-4f81-4975-874e-9e7538b50ce5 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:28.868837 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.874542 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-469fe709-b1ae-4d33-9354-74cc9856edbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.891965 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-469fe709-b1ae-4d33-9354-74cc9856edbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.916405 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-469fe709-b1ae-4d33-9354-74cc9856edbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.919156 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d7c5ba2c-0028-4f26-8024-99957836b6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:28.925919 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fe709-b1ae-4d33-9354-74cc9856edbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6eb9302-10ee-426d-a636-9f29dc130e15,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:28.927918 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-469fe709-b1ae-4d33-9354-74cc9856edbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:28.930088 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-469fe709-b1ae-4d33-9354-74cc9856edbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:28.934359 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-469fe709-b1ae-4d33-9354-74cc9856edbe admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a6eb9302-10ee-426d-a636-9f29dc130e15 HTTP/1.1" status: 204 len: 168 time: 0.0934832 Jan 25 16:28:28.943692 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 87185aab-9035-4403-8d80-e5a9154c0753 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:28.986765 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 87185aab-9035-4403-8d80-e5a9154c0753 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:28.987018 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:29.730014 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Sync routers for ids ['f3f720c1-0696-4988-87cf-d96881796e51'] in dv-cinder-766064-3-iscsi {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:28:29.736698 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Routers {'f3f720c1-0696-4988-87cf-d96881796e51'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:28:29.737075 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-499cd796-e899-4878-a8b7-62875524b009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:28:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['f3f720c1-0696-4988-87cf-d96881796e51'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:29.857565 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Set router f3f720c1-0696-4988-87cf-d96881796e51 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:28:29.921339 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47686) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:30.003630 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a5ac30ce-76f0-4b9c-b53b-f3fc49b79869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:30.015925 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-a5ac30ce-76f0-4b9c-b53b-f3fc49b79869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:30.018271 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-a5ac30ce-76f0-4b9c-b53b-f3fc49b79869 admin admin] Usage tracker for resource:security_group_rule and tenant:891aa729baf84ec0be27e83366ee39fe is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:30.020136 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-a5ac30ce-76f0-4b9c-b53b-f3fc49b79869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:30.023343 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-a5ac30ce-76f0-4b9c-b53b-f3fc49b79869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:30.215372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-499cd796-e899-4878-a8b7-62875524b009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'name': 'tempest-TestShelveInstance-369925847-router', 'tenant_id': 'e890ec7e64f049ae8e920418f6635145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aa399ba2-4f81-4975-874e-9e7538b50ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:23Z', 'updated_at': '2021-01-25T16:28:26Z', 'revision_number': 4, 'project_id': 'e890ec7e64f049ae8e920418f6635145', 'gw_port': {'id': 'aa399ba2-4f81-4975-874e-9e7538b50ce5', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:23Z', 'updated_at': '2021-01-25T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '9d9099b8-e558-4527-9c92-afe24ea432cc', 'name': '', 'network_id': '344550ad-e715-4aa1-b721-12b26a6b46d5', 'tenant_id': 'e890ec7e64f049ae8e920418f6635145', 'mac_address': 'fa:16:3e:4a:c2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'dbd955a1-e089-402c-a636-3ce03e52642a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:25Z', 'updated_at': '2021-01-25T16:28:26Z', 'revision_number': 2, 'project_id': 'e890ec7e64f049ae8e920418f6635145', 'subnets': [{'id': 'dbd955a1-e089-402c-a636-3ce03e52642a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:30.217679 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Checking router: f3f720c1-0696-4988-87cf-d96881796e51 for host: dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:28:30.217906 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Updating router f3f720c1-0696-4988-87cf-d96881796e51 port 9d9099b8-e558-4527-9c92-afe24ea432cc binding host dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 16:28:30.248386 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:30.305961 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a5ac30ce-76f0-4b9c-b53b-f3fc49b79869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:30.308987 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a5ac30ce-76f0-4b9c-b53b-f3fc49b79869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:30.320230 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9cbe9ad3-1716-4d8c-81e5-722bdbc8a368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:30.350280 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-a5ac30ce-76f0-4b9c-b53b-f3fc49b79869 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=891aa729baf84ec0be27e83366ee39fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281852 Jan 25 16:28:30.350821 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac30ce-76f0-4b9c-b53b-f3fc49b79869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a11523c-da5c-42d4-ac98-f9e76c1f3941,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:30.352368 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 47692) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:30.352974 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a5ac30ce-76f0-4b9c-b53b-f3fc49b79869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:30.386491 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fe851703-aad5-47b6-ac64-a4cee286891f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:30.401899 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fe851703-aad5-47b6-ac64-a4cee286891f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:30.426199 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fe851703-aad5-47b6-ac64-a4cee286891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:30.429047 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6d12b4ad-4cf2-4579-83d7-256e2601a3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:30.435526 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe851703-aad5-47b6-ac64-a4cee286891f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a11523c-da5c-42d4-ac98-f9e76c1f3941,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:30.437969 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-fe851703-aad5-47b6-ac64-a4cee286891f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:30.439718 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fe851703-aad5-47b6-ac64-a4cee286891f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:30.442069 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-fe851703-aad5-47b6-ac64-a4cee286891f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6a11523c-da5c-42d4-ac98-f9e76c1f3941 HTTP/1.1" status: 204 len: 168 time: 0.0873992 Jan 25 16:28:30.507032 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Notify callbacks [] for port, precommit_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:30.518511 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Transition to ACTIVE for port object 9d9099b8-e558-4527-9c92-afe24ea432cc will not be triggered until provisioned by entity L2. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:30.520420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:30.529532 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:30.599600 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f6bcf-ec58-46b2-a641-ea1c12f344b1 None None] Pushing event updated for resources: {'Port': ['ID=9d9099b8-e558-4527-9c92-afe24ea432cc,revision_number=3']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:30.601661 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a68f6bcf-ec58-46b2-a641-ea1c12f344b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:30.696853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Attempting to bind port 9d9099b8-e558-4527-9c92-afe24ea432cc on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:28:30.697084 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Attempting to bind port 9d9099b8-e558-4527-9c92-afe24ea432cc by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': 'a70932f3-b85d-4cb6-bd79-ef3569d91f97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '344550ad-e715-4aa1-b721-12b26a6b46d5'}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:28:30.697308 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Attempting to bind port 9d9099b8-e558-4527-9c92-afe24ea432cc on network 344550ad-e715-4aa1-b721-12b26a6b46d5 {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:28:30.700675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:28:30.700904 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Checking segment: {'id': 'a70932f3-b85d-4cb6-bd79-ef3569d91f97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '344550ad-e715-4aa1-b721-12b26a6b46d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:28:30.701157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:30.701398 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Bound using segment: {'id': 'a70932f3-b85d-4cb6-bd79-ef3569d91f97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '344550ad-e715-4aa1-b721-12b26a6b46d5'} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:28:30.701688 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Bound port: 9d9099b8-e558-4527-9c92-afe24ea432cc, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70932f3-b85d-4cb6-bd79-ef3569d91f97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '344550ad-e715-4aa1-b721-12b26a6b46d5'}}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:28:30.701921 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:30.759625 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-499cd796-e899-4878-a8b7-62875524b009 None None] For port 9d9099b8-e558-4527-9c92-afe24ea432cc, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:28:30.761617 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-499cd796-e899-4878-a8b7-62875524b009 None None] For port 9d9099b8-e558-4527-9c92-afe24ea432cc, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=9d9099b8-e558-4527-9c92-afe24ea432cc,segment=NetworkSegment(a70932f3-b85d-4cb6-bd79-ef3569d91f97),segment_id=a70932f3-b85d-4cb6-bd79-ef3569d91f97)] {{(pid=79986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:28:30.764189 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:30.775050 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:30.863741 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f6bcf-ec58-46b2-a641-ea1c12f344b1 None None] Pushing event updated for resources: {'Port': ['ID=9d9099b8-e558-4527-9c92-afe24ea432cc,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:30.866221 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a68f6bcf-ec58-46b2-a641-ea1c12f344b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:30.889263 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Routers {'f3f720c1-0696-4988-87cf-d96881796e51'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:28:30.889708 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-499cd796-e899-4878-a8b7-62875524b009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:28:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['f3f720c1-0696-4988-87cf-d96881796e51'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:30.918418 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 47716) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:30.997423 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1931861194-network', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:30.998352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-499cd796-e899-4878-a8b7-62875524b009 None None] Set router f3f720c1-0696-4988-87cf-d96881796e51 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:28:31.000509 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:31.002712 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Usage tracker for resource:network and tenant:8fb2eb7ec5ad4402968fda814359d625 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:31.004450 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:31.007996 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:31.014381 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Made reservation on behalf of 8fb2eb7ec5ad4402968fda814359d625 for: {'network': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:28:31.017146 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for network, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:31.026165 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:31.034489 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:31.037283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Usage tracker for resource:security_group_rule and tenant:8fb2eb7ec5ad4402968fda814359d625 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:31.038967 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:31.042039 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:31.090877 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:31.093572 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:31.098980 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b15a243b-9b3d-40a4-bb12-f24d46ea00f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:31.123707 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=79985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 16:28:31.130912 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f47ec8-02d7-40bf-aa8b-495a09f3a834,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:31.133347 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:31.133914 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293216955320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:31.134394 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.segments_db [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Added segment 45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d of type vxlan for network e1ea83b3-1515-40c5-b3d0-92561d798269 Jan 25 16:28:31.150149 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293217476331'] for network, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:31.168905 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for network, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:31.169788 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:28:31.170244 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:31.172376 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-394db5a8-5f51-4576-a7a7-f6cdc32df9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:31.205784 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-499cd796-e899-4878-a8b7-62875524b009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'name': 'tempest-TestShelveInstance-369925847-router', 'tenant_id': 'e890ec7e64f049ae8e920418f6635145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aa399ba2-4f81-4975-874e-9e7538b50ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:23Z', 'updated_at': '2021-01-25T16:28:26Z', 'revision_number': 4, 'project_id': 'e890ec7e64f049ae8e920418f6635145', 'gw_port': {'id': 'aa399ba2-4f81-4975-874e-9e7538b50ce5', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:23Z', 'updated_at': '2021-01-25T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '9d9099b8-e558-4527-9c92-afe24ea432cc', 'name': '', 'network_id': '344550ad-e715-4aa1-b721-12b26a6b46d5', 'tenant_id': 'e890ec7e64f049ae8e920418f6635145', 'mac_address': 'fa:16:3e:4a:c2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'dbd955a1-e089-402c-a636-3ce03e52642a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:25Z', 'updated_at': '2021-01-25T16:28:30Z', 'revision_number': 4, 'project_id': 'e890ec7e64f049ae8e920418f6635145', 'subnets': [{'id': 'dbd955a1-e089-402c-a636-3ce03e52642a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:31.208334 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499cd796-e899-4878-a8b7-62875524b009 None None] The sync data for ids ['f3f720c1-0696-4988-87cf-d96881796e51'] in dv-cinder-766064-3-iscsi is: [{'id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'name': 'tempest-TestShelveInstance-369925847-router', 'tenant_id': 'e890ec7e64f049ae8e920418f6635145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aa399ba2-4f81-4975-874e-9e7538b50ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:23Z', 'updated_at': '2021-01-25T16:28:26Z', 'revision_number': 4, 'project_id': 'e890ec7e64f049ae8e920418f6635145', 'gw_port': {'id': 'aa399ba2-4f81-4975-874e-9e7538b50ce5', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:23Z', 'updated_at': '2021-01-25T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '9d9099b8-e558-4527-9c92-afe24ea432cc', 'name': '', 'network_id': '344550ad-e715-4aa1-b721-12b26a6b46d5', 'tenant_id': 'e890ec7e64f049ae8e920418f6635145', 'mac_address': 'fa:16:3e:4a:c2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'dbd955a1-e089-402c-a636-3ce03e52642a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:25Z', 'updated_at': '2021-01-25T16:28:30Z', 'revision_number': 4, 'project_id': 'e890ec7e64f049ae8e920418f6635145', 'subnets': [{'id': 'dbd955a1-e089-402c-a636-3ce03e52642a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:28:31.237647 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Pushing event updated for resources: {'Network': ['ID=e1ea83b3-1515-40c5-b3d0-92561d798269,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:31.243369 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47722) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:31.243459 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3242233 Jan 25 16:28:31.244226 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4cc7d92c-2572-4bb5-8b36-1bb56737c571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:31.248756 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-4022f5d7-0562-4c9f-abe8-fd52881679d2 admin admin] Request body: {'subnet': {'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1931861194-subnet', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'ip_version': 4}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:31.249116 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Network e1ea83b3-1515-40c5-b3d0-92561d798269 details requested by agent ovs-agent-dv-cinder-766064-3-iscsi with host dv-cinder-766064-3-iscsi {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:28:31.252533 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-4022f5d7-0562-4c9f-abe8-fd52881679d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:31.256790 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-4022f5d7-0562-4c9f-abe8-fd52881679d2 admin admin] Usage tracker for resource:subnet and tenant:8fb2eb7ec5ad4402968fda814359d625 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:31.257283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Network e1ea83b3-1515-40c5-b3d0-92561d798269 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:28:31.258632 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-4022f5d7-0562-4c9f-abe8-fd52881679d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:31.262243 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-4022f5d7-0562-4c9f-abe8-fd52881679d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:31.268675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4022f5d7-0562-4c9f-abe8-fd52881679d2 admin admin] Made reservation on behalf of 8fb2eb7ec5ad4402968fda814359d625 for: {'subnet': 1} {{(pid=79984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:28:31.271905 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4022f5d7-0562-4c9f-abe8-fd52881679d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852587330'] for subnet, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:31.521323 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4022f5d7-0562-4c9f-abe8-fd52881679d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852675720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852587345'] for subnet, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:31.530203 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53dccb51-9524-44d3-aeb9-45a8c8b19e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:31.597807 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022f5d7-0562-4c9f-abe8-fd52881679d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=683ea156-d0d6-4d1c-92c0-907881e8e327,revision_number=0']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:31.601403 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4022f5d7-0562-4c9f-abe8-fd52881679d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:31.646358 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4022f5d7-0562-4c9f-abe8-fd52881679d2 admin admin] Checking segment: {'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:28:31.646748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4022f5d7-0562-4c9f-abe8-fd52881679d2 admin admin] Network hostable DHCP agents. Network: e1ea83b3-1515-40c5-b3d0-92561d798269, hostable agents: ['49719f6d-5a78-4eed-bacf-47ff3e91c67a'], hosted agents: [] {{(pid=79984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 16:28:31.659024 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4022f5d7-0562-4c9f-abe8-fd52881679d2 admin admin] Network e1ea83b3-1515-40c5-b3d0-92561d798269 is scheduled to be hosted by DHCP agent 49719f6d-5a78-4eed-bacf-47ff3e91c67a with binding_index 1 {{(pid=79984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 16:28:31.665205 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-4022f5d7-0562-4c9f-abe8-fd52881679d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-3-iscsi, e1ea83b3-1515-40c5-b3d0-92561d798269) {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:31.671353 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4de22ce-10ba-486d-bf25-3755f505fa55 None None] Network e1ea83b3-1515-40c5-b3d0-92561d798269 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:28:31.674874 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4022f5d7-0562-4c9f-abe8-fd52881679d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:28:31.675245 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4022f5d7-0562-4c9f-abe8-fd52881679d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:31.690732 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-4022f5d7-0562-4c9f-abe8-fd52881679d2 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4438856 Jan 25 16:28:31.690885 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47726) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:31.694535 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:31.697376 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:31.699763 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Usage tracker for resource:router and tenant:8fb2eb7ec5ad4402968fda814359d625 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:31.704494 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:31.707777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:31.714331 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854068486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771139'] for router, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:31.715424 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853867369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:31.728853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:31.804244 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cf9e38-6eed-5f43-9343-5ecac6bde88b-e1ea83b3-1515-40c5-b3d0-92561d798269', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327'}]}} from dv-cinder-766064-3-iscsi. {{(pid=79986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 25 16:28:31.804862 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:31.898446 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854068723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4644'] for router, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:31.966053 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Allocated IP 172.20.0.2 (e1ea83b3-1515-40c5-b3d0-92561d798269/683ea156-d0d6-4d1c-92c0-907881e8e327/9802dea4-6474-4232-b46c-9d91dfe3136d) {{(pid=79986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:28:32.091524 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:32.109479 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:32.244746 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Notify callbacks [] for port, precommit_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:32.250717 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Transition to ACTIVE for port object 9802dea4-6474-4232-b46c-9d91dfe3136d will not be triggered until provisioned by entity L2. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:32.261275 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Allocated IP 172.27.3.105 (a86c8819-2978-473d-8d16-86365edfeb60/ab1961e7-fa88-47d7-900c-7c648513b3bc/3d695a8c-8260-4b36-a843-1a7af51fd17b) {{(pid=79984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:28:32.262510 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Transition to ACTIVE for port object 9802dea4-6474-4232-b46c-9d91dfe3136d will not be triggered until provisioned by entity DHCP. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:32.265071 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:32.274010 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:32.344070 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Pushing event updated for resources: {'Port': ['ID=9802dea4-6474-4232-b46c-9d91dfe3136d,revision_number=1']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:32.346690 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:32.351520 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:32.368518 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:32.374530 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Network e1ea83b3-1515-40c5-b3d0-92561d798269 is already hosted by enough agents. {{(pid=79986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:28:32.375208 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Resources bound (agent type, host, resource id): {{(pid=79986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:32.377061 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Received port after_create {{(pid=79986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:28:32.377181 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6ffee505-c341-4bf9-ace5-5cab9819867e tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:32.406833 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Attempting to bind port 9802dea4-6474-4232-b46c-9d91dfe3136d on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:28:32.407066 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Attempting to bind port 9802dea4-6474-4232-b46c-9d91dfe3136d by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:28:32.407288 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Attempting to bind port 9802dea4-6474-4232-b46c-9d91dfe3136d on network e1ea83b3-1515-40c5-b3d0-92561d798269 {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:28:32.410645 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:28:32.410885 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Checking segment: {'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:28:32.411351 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:32.411837 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Bound using segment: {'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:28:32.412201 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Bound port: 9802dea4-6474-4232-b46c-9d91dfe3136d, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'}}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:28:32.412433 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:32.447040 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Pushing event updated for resources: {'Port': ['ID=3d695a8c-8260-4b36-a843-1a7af51fd17b,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:32.451694 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:32.464197 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] For port 9802dea4-6474-4232-b46c-9d91dfe3136d, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:28:32.465991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] For port 9802dea4-6474-4232-b46c-9d91dfe3136d, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=9802dea4-6474-4232-b46c-9d91dfe3136d,segment=NetworkSegment(45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d),segment_id=45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d)] {{(pid=79986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:28:32.469757 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:32.480052 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a68f6bcf-ec58-46b2-a641-ea1c12f344b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:32.480190 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Network a86c8819-2978-473d-8d16-86365edfeb60 is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:28:32.480773 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:32.482284 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Received port after_create {{(pid=79984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:28:32.557829 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Pushing event updated for resources: {'Port': ['ID=9802dea4-6474-4232-b46c-9d91dfe3136d,revision_number=2']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:32.559987 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:32.711141 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:32.893946 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 9d9099b8-e558-4527-9c92-afe24ea432cc up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:32.940480 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 9d9099b8-e558-4527-9c92-afe24ea432cc completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:32.943829 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 9d9099b8-e558-4527-9c92-afe24ea432cc triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:32.944067 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:33.032752 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:33.052778 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port 9d9099b8-e558-4527-9c92-afe24ea432cc, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=9d9099b8-e558-4527-9c92-afe24ea432cc,segment=NetworkSegment(a70932f3-b85d-4cb6-bd79-ef3569d91f97),segment_id=a70932f3-b85d-4cb6-bd79-ef3569d91f97)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:28:33.055031 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:33.056398 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-cc893021-017e-4d19-b361-e452492149e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:33.099390 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=9d9099b8-e558-4527-9c92-afe24ea432cc,revision_number=5']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:33.101802 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:33.138913 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854064183'] for router, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:33.265977 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Router 038e37ea-82fd-4dae-be33-325d3ce93972 is scheduled to L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 with binding_index 1 {{(pid=79984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 25 16:28:33.378852 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:28:33.386576 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Sync routers for ids ['038e37ea-82fd-4dae-be33-325d3ce93972'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:28:33.394503 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Routers {'038e37ea-82fd-4dae-be33-325d3ce93972'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:28:33.395432 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:28:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['038e37ea-82fd-4dae-be33-325d3ce93972'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:33.395994 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] Notify callbacks [] for router, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:33.397200 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-83799f9c-b4e0-4eb8-933b-616ea471f24b admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7056589 Jan 25 16:28:33.399004 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47734) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:33.659813 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Set router 038e37ea-82fd-4dae-be33-325d3ce93972 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:28:33.804966 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6887f26f-831c-4c08-92bb-8474e41b3f28 None None] Network e1ea83b3-1515-40c5-b3d0-92561d798269 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:28:33.811460 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:33.827397 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:32Z', 'revision_number': 3, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:33.829668 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Checking router: 038e37ea-82fd-4dae-be33-325d3ce93972 for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:28:33.829883 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Updating router 038e37ea-82fd-4dae-be33-325d3ce93972 port 3d695a8c-8260-4b36-a843-1a7af51fd17b binding host dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 16:28:33.860846 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:33.887780 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-fe0ce338-903f-407b-8152-77ca38b678b3 None None] Provisioning for port 9802dea4-6474-4232-b46c-9d91dfe3136d completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:34.022313 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Allocated IP 172.20.0.1 (e1ea83b3-1515-40c5-b3d0-92561d798269/683ea156-d0d6-4d1c-92c0-907881e8e327/3176e436-c6da-4a0d-a301-f43e6040917a) {{(pid=79984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:28:34.086840 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Notify callbacks [] for port, precommit_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:34.093761 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Transition to ACTIVE for port object 3d695a8c-8260-4b36-a843-1a7af51fd17b will not be triggered until provisioned by entity L2. {{(pid=79987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:34.096296 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:34.112217 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:34.122840 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Transition to ACTIVE for port object 3176e436-c6da-4a0d-a301-f43e6040917a will not be triggered until provisioned by entity DHCP. {{(pid=79984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:34.141249 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c5ac5cd8-c532-46d7-a09b-dbf787934304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:34.141785 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:34.151602 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:34.186929 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6bb16-715d-45cd-8570-9d42f4d2134e None None] Pushing event updated for resources: {'Port': ['ID=3d695a8c-8260-4b36-a843-1a7af51fd17b,revision_number=2']} {{(pid=79987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:34.190884 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-26a6bb16-715d-45cd-8570-9d42f4d2134e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:34.231061 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Pushing event updated for resources: {'Port': ['ID=3176e436-c6da-4a0d-a301-f43e6040917a,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:34.233268 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:34.243294 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Attempting to bind port 3d695a8c-8260-4b36-a843-1a7af51fd17b on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:28:34.243580 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Attempting to bind port 3d695a8c-8260-4b36-a843-1a7af51fd17b by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}] {{(pid=79987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:28:34.243845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Attempting to bind port 3d695a8c-8260-4b36-a843-1a7af51fd17b on network a86c8819-2978-473d-8d16-86365edfeb60 {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:28:34.247291 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:28:34.247520 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Checking segment: {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:28:34.247771 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:34.248119 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Bound using segment: {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'} {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:28:34.248418 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Bound port: 3d695a8c-8260-4b36-a843-1a7af51fd17b, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}}] {{(pid=79987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:28:34.248658 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:34.263219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Network e1ea83b3-1515-40c5-b3d0-92561d798269 is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:28:34.263900 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:34.265481 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Received port after_create {{(pid=79984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:28:34.292035 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] For port 3d695a8c-8260-4b36-a843-1a7af51fd17b, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:28:34.293859 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] For port 3d695a8c-8260-4b36-a843-1a7af51fd17b, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=3d695a8c-8260-4b36-a843-1a7af51fd17b,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:28:34.296973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711547'] for router_interface, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:34.298475 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:34.307895 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:34.361613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:34.391941 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6bb16-715d-45cd-8570-9d42f4d2134e None None] Pushing event updated for resources: {'Port': ['ID=3d695a8c-8260-4b36-a843-1a7af51fd17b,revision_number=3']} {{(pid=79987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:34.394445 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-26a6bb16-715d-45cd-8570-9d42f4d2134e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:34.415500 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Routers {'038e37ea-82fd-4dae-be33-325d3ce93972'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:28:34.415854 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:28:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['038e37ea-82fd-4dae-be33-325d3ce93972'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:34.471564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-e25e454f-a7c4-419a-b70a-06d739556864 None None] Provisioning for port 3176e436-c6da-4a0d-a301-f43e6040917a completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:34.476647 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-e25e454f-a7c4-419a-b70a-06d739556864 None None] Provisioning complete for port 3176e436-c6da-4a0d-a301-f43e6040917a triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:34.476941 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e25e454f-a7c4-419a-b70a-06d739556864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:34.512959 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-e25e454f-a7c4-419a-b70a-06d739556864 None None] Port 3176e436-c6da-4a0d-a301-f43e6040917a cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:28:34.521735 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] Set router 038e37ea-82fd-4dae-be33-325d3ce93972 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:28:34.729839 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 1, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:34.732855 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c060122-63bb-4130-80dc-a77778e91422 None None] The sync data for ids ['038e37ea-82fd-4dae-be33-325d3ce93972'] in dv-cinder-766064-3-iscsi is: [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 1, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:28:34.753824 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:34.756972 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852675872'] for port, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:34.774950 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-01c13f6b-7ec5-45d4-bf3f-9d28b3554641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:34.825152 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Pushing event updated for resources: {'Port': ['ID=3176e436-c6da-4a0d-a301-f43e6040917a,revision_number=2']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:34.827197 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:34.830434 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854229343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719056'] for router_interface, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:34.877073 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 9802dea4-6474-4232-b46c-9d91dfe3136d up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:34.913372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Network e1ea83b3-1515-40c5-b3d0-92561d798269 is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:28:34.914063 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:34.918323 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 9802dea4-6474-4232-b46c-9d91dfe3136d completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:34.927550 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 9802dea4-6474-4232-b46c-9d91dfe3136d triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:34.927817 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:35.012284 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:35.036807 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port 9802dea4-6474-4232-b46c-9d91dfe3136d, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=9802dea4-6474-4232-b46c-9d91dfe3136d,segment=NetworkSegment(45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d),segment_id=45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:28:35.040307 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:35.044200 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 9d9099b8-e558-4527-9c92-afe24ea432cc up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:35.050702 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Router 038e37ea-82fd-4dae-be33-325d3ce93972 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:28:35.060974 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:35.121751 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=9802dea4-6474-4232-b46c-9d91dfe3136d,revision_number=3']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:35.124085 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:35.132114 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 9d9099b8-e558-4527-9c92-afe24ea432cc triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:35.132351 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:35.162192 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-99373377-f4c4-4061-914a-0040b628b153 None None] Provisioning complete for port 3176e436-c6da-4a0d-a301-f43e6040917a triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:35.162389 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-99373377-f4c4-4061-914a-0040b628b153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:35.175315 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:28:35.185768 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] 10.222.0.107 "PUT /v2.0/routers/038e37ea-82fd-4dae-be33-325d3ce93972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7813680 Jan 25 16:28:35.203102 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-99373377-f4c4-4061-914a-0040b628b153 None None] Port 3176e436-c6da-4a0d-a301-f43e6040917a cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:28:35.597078 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47756) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:35.601015 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1525022146-network', 'tenant_id': '1930d9fb83b74ea89786bd5a8b72a117'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:35.604450 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:35.606751 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Usage tracker for resource:network and tenant:1930d9fb83b74ea89786bd5a8b72a117 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:35.608504 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:35.611609 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:35.617890 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Made reservation on behalf of 1930d9fb83b74ea89786bd5a8b72a117 for: {'network': 1} {{(pid=79984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:28:35.620676 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for network, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:35.627526 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:35.635879 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:35.638010 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Usage tracker for resource:security_group_rule and tenant:1930d9fb83b74ea89786bd5a8b72a117 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:35.639564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:35.642559 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:35.691165 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:35.693267 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:35.694970 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7bbab7b9-1f36-4d46-a39c-8cc551c3f64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:35.713817 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=79984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 25 16:28:35.718618 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb7a3c5-cb5d-42ac-8703-9744d13d22ab,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:35.720845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:35.722668 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:35.722870 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.segments_db [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Added segment 3437e24b-7983-4cd3-b755-705fe433e518 of type vxlan for network 49f12f37-cceb-4be0-9833-c4e27ab54bd7 Jan 25 16:28:35.737337 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293217476331'] for network, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:35.754996 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360'] for network, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:35.756016 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:28:35.756444 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:35.758583 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:35.813857 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Pushing event updated for resources: {'Network': ['ID=49f12f37-cceb-4be0-9833-c4e27ab54bd7,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:35.817010 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.2183695 Jan 25 16:28:35.817010 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-39ce3927-a9a8-4c07-a747-d1a1d1867193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:35.818206 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47760) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:35.821181 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Network 49f12f37-cceb-4be0-9833-c4e27ab54bd7 details requested by agent ovs-agent-dv-cinder-766064-3-iscsi with host dv-cinder-766064-3-iscsi {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:28:35.821776 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-8c4d1a80-1c4c-4833-b8e7-71bfa50f6e4b admin admin] Request body: {'subnet': {'network_id': '49f12f37-cceb-4be0-9833-c4e27ab54bd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1525022146-subnet', 'tenant_id': '1930d9fb83b74ea89786bd5a8b72a117', 'ip_version': 4}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:35.825125 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-8c4d1a80-1c4c-4833-b8e7-71bfa50f6e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:35.827534 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-8c4d1a80-1c4c-4833-b8e7-71bfa50f6e4b admin admin] Usage tracker for resource:subnet and tenant:1930d9fb83b74ea89786bd5a8b72a117 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:35.829454 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-8c4d1a80-1c4c-4833-b8e7-71bfa50f6e4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:35.831244 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Network 49f12f37-cceb-4be0-9833-c4e27ab54bd7 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=79986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 25 16:28:35.832764 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-8c4d1a80-1c4c-4833-b8e7-71bfa50f6e4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:35.839066 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4d1a80-1c4c-4833-b8e7-71bfa50f6e4b admin admin] Made reservation on behalf of 1930d9fb83b74ea89786bd5a8b72a117 for: {'subnet': 1} {{(pid=79984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:28:35.841887 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8c4d1a80-1c4c-4833-b8e7-71bfa50f6e4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852587330'] for subnet, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:36.064270 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8c4d1a80-1c4c-4833-b8e7-71bfa50f6e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852675720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852587345'] for subnet, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:36.071750 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-dc3ed62a-a875-42a0-baf8-4c9dce10b495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:36.142464 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d1a80-1c4c-4833-b8e7-71bfa50f6e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f574a206-b036-40e1-a66e-655f2f952eb1,revision_number=0']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:36.145023 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8c4d1a80-1c4c-4833-b8e7-71bfa50f6e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:36.185093 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4d1a80-1c4c-4833-b8e7-71bfa50f6e4b admin admin] Checking segment: {'id': '3437e24b-7983-4cd3-b755-705fe433e518', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49f12f37-cceb-4be0-9833-c4e27ab54bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:28:36.185297 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4d1a80-1c4c-4833-b8e7-71bfa50f6e4b admin admin] Network hostable DHCP agents. Network: 49f12f37-cceb-4be0-9833-c4e27ab54bd7, hostable agents: ['49719f6d-5a78-4eed-bacf-47ff3e91c67a'], hosted agents: [] {{(pid=79984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 25 16:28:36.196978 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4d1a80-1c4c-4833-b8e7-71bfa50f6e4b admin admin] Network 49f12f37-cceb-4be0-9833-c4e27ab54bd7 is scheduled to be hosted by DHCP agent 49719f6d-5a78-4eed-bacf-47ff3e91c67a with binding_index 1 {{(pid=79984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 25 16:28:36.202206 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-8c4d1a80-1c4c-4833-b8e7-71bfa50f6e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-3-iscsi, 49f12f37-cceb-4be0-9833-c4e27ab54bd7) {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:36.208808 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4d1a80-1c4c-4833-b8e7-71bfa50f6e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:28:36.209003 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b88d20f-443b-4f06-8db8-6de600f5066c None None] Network 49f12f37-cceb-4be0-9833-c4e27ab54bd7 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:28:36.209172 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8c4d1a80-1c4c-4833-b8e7-71bfa50f6e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for subnet, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:36.219675 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-8c4d1a80-1c4c-4833-b8e7-71bfa50f6e4b admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4007847 Jan 25 16:28:36.221495 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47766) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:36.224868 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1525022146-router', 'tenant_id': '1930d9fb83b74ea89786bd5a8b72a117', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:36.227576 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:36.229885 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Usage tracker for resource:router and tenant:1930d9fb83b74ea89786bd5a8b72a117 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:36.231884 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:36.235052 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:36.241077 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854068486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771139'] for router, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:36.241715 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853867369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:36.249762 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:36.329710 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cf9e38-6eed-5f43-9343-5ecac6bde88b-49f12f37-cceb-4be0-9833-c4e27ab54bd7', 'network_id': '49f12f37-cceb-4be0-9833-c4e27ab54bd7', 'tenant_id': '1930d9fb83b74ea89786bd5a8b72a117', 'fixed_ips': [{'subnet_id': 'f574a206-b036-40e1-a66e-655f2f952eb1'}]}} from dv-cinder-766064-3-iscsi. {{(pid=79986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 25 16:28:36.330259 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:36.415797 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854068723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4644'] for router, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:36.662436 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Allocated IP 172.20.0.2 (49f12f37-cceb-4be0-9833-c4e27ab54bd7/f574a206-b036-40e1-a66e-655f2f952eb1/c4ed857e-cdf9-41fb-9abb-580d0d46ed93) {{(pid=79986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:28:36.819493 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Notify callbacks [] for port, precommit_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:36.825828 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Transition to ACTIVE for port object c4ed857e-cdf9-41fb-9abb-580d0d46ed93 will not be triggered until provisioned by entity L2. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:36.827710 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:36.836104 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Transition to ACTIVE for port object c4ed857e-cdf9-41fb-9abb-580d0d46ed93 will not be triggered until provisioned by entity DHCP. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:36.839861 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741'] for port, after_create {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:36.845473 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:36.850307 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0b85e7c4-4cd5-4fa0-a2a9-905301f121ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:36.907100 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 3d695a8c-8260-4b36-a843-1a7af51fd17b up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:36.964041 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Pushing event updated for resources: {'Port': ['ID=c4ed857e-cdf9-41fb-9abb-580d0d46ed93,revision_number=1']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:36.968307 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:36.996442 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Allocated IP 172.27.3.106 (a86c8819-2978-473d-8d16-86365edfeb60/ab1961e7-fa88-47d7-900c-7c648513b3bc/40920d90-0c4d-4974-b8eb-77b50a5e053e) {{(pid=79984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:28:37.005343 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 3d695a8c-8260-4b36-a843-1a7af51fd17b completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:37.008212 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Network 49f12f37-cceb-4be0-9833-c4e27ab54bd7 is already hosted by enough agents. {{(pid=79986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:28:37.009880 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Resources bound (agent type, host, resource id): {{(pid=79986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:37.011509 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 3d695a8c-8260-4b36-a843-1a7af51fd17b triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:37.011766 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:37.027239 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Received port after_create {{(pid=79986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:28:37.081382 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Attempting to bind port c4ed857e-cdf9-41fb-9abb-580d0d46ed93 on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:28:37.081807 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Attempting to bind port c4ed857e-cdf9-41fb-9abb-580d0d46ed93 by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': '3437e24b-7983-4cd3-b755-705fe433e518', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49f12f37-cceb-4be0-9833-c4e27ab54bd7'}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:28:37.081874 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Attempting to bind port c4ed857e-cdf9-41fb-9abb-580d0d46ed93 on network 49f12f37-cceb-4be0-9833-c4e27ab54bd7 {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:28:37.088804 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:28:37.088954 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Checking segment: {'id': '3437e24b-7983-4cd3-b755-705fe433e518', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49f12f37-cceb-4be0-9833-c4e27ab54bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:28:37.089191 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:37.089530 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Bound using segment: {'id': '3437e24b-7983-4cd3-b755-705fe433e518', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49f12f37-cceb-4be0-9833-c4e27ab54bd7'} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:28:37.089808 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Bound port: c4ed857e-cdf9-41fb-9abb-580d0d46ed93, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3437e24b-7983-4cd3-b755-705fe433e518', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49f12f37-cceb-4be0-9833-c4e27ab54bd7'}}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:28:37.090044 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:37.091825 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:37.112560 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:37.123093 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:37.169222 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:37.188052 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port 3d695a8c-8260-4b36-a843-1a7af51fd17b, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=3d695a8c-8260-4b36-a843-1a7af51fd17b,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:28:37.189643 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] For port c4ed857e-cdf9-41fb-9abb-580d0d46ed93, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:28:37.191423 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] For port c4ed857e-cdf9-41fb-9abb-580d0d46ed93, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=c4ed857e-cdf9-41fb-9abb-580d0d46ed93,segment=NetworkSegment(3437e24b-7983-4cd3-b755-705fe433e518),segment_id=3437e24b-7983-4cd3-b755-705fe433e518)] {{(pid=79986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:28:37.192084 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:37.192725 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 9802dea4-6474-4232-b46c-9d91dfe3136d up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:37.206176 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Pushing event updated for resources: {'Port': ['ID=40920d90-0c4d-4974-b8eb-77b50a5e053e,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:37.208253 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:37.209894 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:37.228937 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:37.239024 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Network a86c8819-2978-473d-8d16-86365edfeb60 is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:28:37.240200 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:37.241662 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Received port after_create {{(pid=79984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:28:37.303214 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=3d695a8c-8260-4b36-a843-1a7af51fd17b,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:37.306700 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:37.307005 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:37.361814 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 9802dea4-6474-4232-b46c-9d91dfe3136d triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:37.362036 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:37.399821 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Pushing event updated for resources: {'Port': ['ID=c4ed857e-cdf9-41fb-9abb-580d0d46ed93,revision_number=2']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:37.402666 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:37.492655 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:37.706420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854064183'] for router, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:37.820505 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Router a0f0c0e6-26a2-47da-a6cf-a635a649e814 is scheduled to L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 with binding_index 1 {{(pid=79984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 25 16:28:37.862240 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Sync routers for ids ['038e37ea-82fd-4dae-be33-325d3ce93972'] in dv-cinder-766064-3-iscsi {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:28:37.869283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Routers {'038e37ea-82fd-4dae-be33-325d3ce93972'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:28:37.869710 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:28:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['038e37ea-82fd-4dae-be33-325d3ce93972'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:37.934117 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:28:37.939996 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Sync routers for ids ['a0f0c0e6-26a2-47da-a6cf-a635a649e814'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:28:37.945592 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Routers {'a0f0c0e6-26a2-47da-a6cf-a635a649e814'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:28:37.945957 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:28:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['a0f0c0e6-26a2-47da-a6cf-a635a649e814'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:37.948031 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] Notify callbacks [] for router, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:37.948909 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-8285cf97-d835-47d7-aff1-686185bc2da2 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7268326 Jan 25 16:28:37.950806 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 47772) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:28:37.971769 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Set router 038e37ea-82fd-4dae-be33-325d3ce93972 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:28:38.175150 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 2, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:38.178152 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Checking router: 038e37ea-82fd-4dae-be33-325d3ce93972 for host: dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:28:38.178373 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Updating router 038e37ea-82fd-4dae-be33-325d3ce93972 port 3176e436-c6da-4a0d-a301-f43e6040917a binding host dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 16:28:38.218306 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:38.229165 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Set router a0f0c0e6-26a2-47da-a6cf-a635a649e814 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:28:38.409808 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'name': 'tempest-TestVolumeBootPattern-1525022146-router', 'tenant_id': '1930d9fb83b74ea89786bd5a8b72a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '40920d90-0c4d-4974-b8eb-77b50a5e053e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:36Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 3, 'project_id': '1930d9fb83b74ea89786bd5a8b72a117', 'gw_port': {'id': '40920d90-0c4d-4974-b8eb-77b50a5e053e', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:36Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:38.412763 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Checking router: a0f0c0e6-26a2-47da-a6cf-a635a649e814 for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:28:38.412984 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Updating router a0f0c0e6-26a2-47da-a6cf-a635a649e814 port 40920d90-0c4d-4974-b8eb-77b50a5e053e binding host dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 16:28:38.446669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:38.597107 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:38.621896 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52d0f61-236d-42ed-9d69-8de38a9e0ecb None None] Network 49f12f37-cceb-4be0-9833-c4e27ab54bd7 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:28:38.676566 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-a16facb9-e1f9-445b-b5c4-abc2a81a7058 None None] Provisioning for port c4ed857e-cdf9-41fb-9abb-580d0d46ed93 completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:38.684617 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:38.688878 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Notify callbacks [] for port, precommit_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:38.695907 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Transition to ACTIVE for port object 40920d90-0c4d-4974-b8eb-77b50a5e053e will not be triggered until provisioned by entity L2. {{(pid=79987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:38.697913 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:38.703139 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Transition to ACTIVE for port object 3176e436-c6da-4a0d-a301-f43e6040917a will not be triggered until provisioned by entity L2. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:38.707151 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:38.710780 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:38.720321 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:38.779638 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95f589-3719-40ec-8f1e-57df99d2954d None None] Pushing event updated for resources: {'Port': ['ID=40920d90-0c4d-4974-b8eb-77b50a5e053e,revision_number=2']} {{(pid=79987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:38.782708 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-5f95f589-3719-40ec-8f1e-57df99d2954d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:38.789134 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Allocated IP 172.20.0.1 (49f12f37-cceb-4be0-9833-c4e27ab54bd7/f574a206-b036-40e1-a66e-655f2f952eb1/e11daa39-c9fd-498e-9895-bd0b321c09eb) {{(pid=79984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:28:38.819708 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Attempting to bind port 40920d90-0c4d-4974-b8eb-77b50a5e053e on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:28:38.820004 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Attempting to bind port 40920d90-0c4d-4974-b8eb-77b50a5e053e by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}] {{(pid=79987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:28:38.820577 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Attempting to bind port 40920d90-0c4d-4974-b8eb-77b50a5e053e on network a86c8819-2978-473d-8d16-86365edfeb60 {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:28:38.824733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:28:38.825028 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Checking segment: {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:28:38.825554 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929532a-e4a2-423f-8e19-e595d754b161 None None] Pushing event updated for resources: {'Port': ['ID=3176e436-c6da-4a0d-a301-f43e6040917a,revision_number=3']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:38.825629 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:38.825796 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Bound using segment: {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'} {{(pid=79987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:28:38.826089 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Bound port: 40920d90-0c4d-4974-b8eb-77b50a5e053e, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58e38ee-9dae-4d28-bf23-8e4cf4ae354a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}}] {{(pid=79987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:28:38.826326 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:38.829745 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0929532a-e4a2-423f-8e19-e595d754b161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:38.889435 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:38.896726 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] For port 40920d90-0c4d-4974-b8eb-77b50a5e053e, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:28:38.899338 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] For port 40920d90-0c4d-4974-b8eb-77b50a5e053e, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=40920d90-0c4d-4974-b8eb-77b50a5e053e,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:28:38.901309 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Transition to ACTIVE for port object e11daa39-c9fd-498e-9895-bd0b321c09eb will not be triggered until provisioned by entity DHCP. {{(pid=79984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:38.903941 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:38.928557 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:38.932475 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device c4ed857e-cdf9-41fb-9abb-580d0d46ed93 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:38.938476 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:38.968974 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d30cdeb5-cafc-405a-9fcf-67df50ea9b01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:38.975550 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Attempting to bind port 3176e436-c6da-4a0d-a301-f43e6040917a on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:28:38.975778 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Attempting to bind port 3176e436-c6da-4a0d-a301-f43e6040917a by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:28:38.976001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Attempting to bind port 3176e436-c6da-4a0d-a301-f43e6040917a on network e1ea83b3-1515-40c5-b3d0-92561d798269 {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:28:38.982298 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:28:38.982562 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Checking segment: {'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:28:38.982884 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:38.983069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Bound using segment: {'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:28:38.985644 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Bound port: 3176e436-c6da-4a0d-a301-f43e6040917a, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'}}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:28:38.985644 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:39.024529 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Pushing event updated for resources: {'Port': ['ID=e11daa39-c9fd-498e-9895-bd0b321c09eb,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:39.026624 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:39.033408 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port c4ed857e-cdf9-41fb-9abb-580d0d46ed93 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:39.044435 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port c4ed857e-cdf9-41fb-9abb-580d0d46ed93 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:39.044671 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:39.050583 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95f589-3719-40ec-8f1e-57df99d2954d None None] Pushing event updated for resources: {'Port': ['ID=40920d90-0c4d-4974-b8eb-77b50a5e053e,revision_number=3']} {{(pid=79987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:39.059471 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Network 49f12f37-cceb-4be0-9833-c4e27ab54bd7 is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:28:39.060219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:39.061745 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Received port after_create {{(pid=79984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:28:39.066893 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-5f95f589-3719-40ec-8f1e-57df99d2954d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:39.071004 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] For port 3176e436-c6da-4a0d-a301-f43e6040917a, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:28:39.078385 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Routers {'a0f0c0e6-26a2-47da-a6cf-a635a649e814'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:28:39.079091 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:28:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['a0f0c0e6-26a2-47da-a6cf-a635a649e814'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:39.084613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] For port 3176e436-c6da-4a0d-a301-f43e6040917a, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=3176e436-c6da-4a0d-a301-f43e6040917a,segment=NetworkSegment(45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d),segment_id=45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d)] {{(pid=79986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:28:39.090594 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:39.098167 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711547'] for router_interface, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:39.100032 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:39.170243 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:39.205325 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] Set router a0f0c0e6-26a2-47da-a6cf-a635a649e814 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:28:39.235739 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929532a-e4a2-423f-8e19-e595d754b161 None None] Pushing event updated for resources: {'Port': ['ID=3176e436-c6da-4a0d-a301-f43e6040917a,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:39.241017 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0929532a-e4a2-423f-8e19-e595d754b161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:39.257711 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:39.284159 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Routers {'038e37ea-82fd-4dae-be33-325d3ce93972'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:28:39.284789 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:28:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['038e37ea-82fd-4dae-be33-325d3ce93972'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:39.390200 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port c4ed857e-cdf9-41fb-9abb-580d0d46ed93, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=c4ed857e-cdf9-41fb-9abb-580d0d46ed93,segment=NetworkSegment(3437e24b-7983-4cd3-b755-705fe433e518),segment_id=3437e24b-7983-4cd3-b755-705fe433e518)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:28:39.407697 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:39.408332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 3d695a8c-8260-4b36-a843-1a7af51fd17b up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:39.413695 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Notify callbacks [] for port, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:39.418175 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'name': 'tempest-TestVolumeBootPattern-1525022146-router', 'tenant_id': '1930d9fb83b74ea89786bd5a8b72a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '40920d90-0c4d-4974-b8eb-77b50a5e053e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:36Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 3, 'project_id': '1930d9fb83b74ea89786bd5a8b72a117', 'gw_port': {'id': '40920d90-0c4d-4974-b8eb-77b50a5e053e', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:36Z', 'updated_at': '2021-01-25T16:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:39.418374 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852675872'] for port, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:39.420745 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01aaac-4315-4ea4-8120-39298e720304 None None] The sync data for ids ['a0f0c0e6-26a2-47da-a6cf-a635a649e814'] in dv-cinder-766064-3-iscsi is: [{'id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'name': 'tempest-TestVolumeBootPattern-1525022146-router', 'tenant_id': '1930d9fb83b74ea89786bd5a8b72a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '40920d90-0c4d-4974-b8eb-77b50a5e053e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:36Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 3, 'project_id': '1930d9fb83b74ea89786bd5a8b72a117', 'gw_port': {'id': '40920d90-0c4d-4974-b8eb-77b50a5e053e', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:36Z', 'updated_at': '2021-01-25T16:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:28:39.430904 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f5e25f5c-2268-4bd6-9e81-4d3af57841a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:39.445422 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2f77b15e-3a4f-42b6-aedc-cb6bb4ee495c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:39.463839 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-bd37386c-462e-4db4-b99a-0cc80169d02d None None] Provisioning complete for port c4ed857e-cdf9-41fb-9abb-580d0d46ed93 triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:39.464060 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bd37386c-462e-4db4-b99a-0cc80169d02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:39.486611 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Pushing event updated for resources: {'Port': ['ID=e11daa39-c9fd-498e-9895-bd0b321c09eb,revision_number=2']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:39.489133 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:39.500825 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854229343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719056'] for router_interface, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:39.592202 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Network 49f12f37-cceb-4be0-9833-c4e27ab54bd7 is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:28:39.593130 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:28:39.710758 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Router a0f0c0e6-26a2-47da-a6cf-a635a649e814 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:28:39.711092 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=c4ed857e-cdf9-41fb-9abb-580d0d46ed93,revision_number=3']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:39.714946 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:39.723446 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] Set router 038e37ea-82fd-4dae-be33-325d3ce93972 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:28:39.776838 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 3d695a8c-8260-4b36-a843-1a7af51fd17b triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:39.777082 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:39.817134 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:28:39.823319 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-d7812b39-c753-4b77-b8f2-8770ca78467a admin admin] 10.222.0.107 "PUT /v2.0/routers/a0f0c0e6-26a2-47da-a6cf-a635a649e814/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8719096 Jan 25 16:28:40.006496 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-4bd7191e-15c0-46d9-9309-54bb0e9c45ba None None] Provisioning for port e11daa39-c9fd-498e-9895-bd0b321c09eb completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:40.011092 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-4bd7191e-15c0-46d9-9309-54bb0e9c45ba None None] Provisioning complete for port e11daa39-c9fd-498e-9895-bd0b321c09eb triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:40.011318 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4bd7191e-15c0-46d9-9309-54bb0e9c45ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:40.056225 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7191e-15c0-46d9-9309-54bb0e9c45ba None None] Port e11daa39-c9fd-498e-9895-bd0b321c09eb cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:28:40.059091 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:39Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:40.062538 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d217867d-283b-46fa-a462-d9828ff67ad1 None None] The sync data for ids ['038e37ea-82fd-4dae-be33-325d3ce93972'] in dv-cinder-766064-3-iscsi is: [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:39Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:28:40.073692 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-4bd7191e-15c0-46d9-9309-54bb0e9c45ba None None] Provisioning complete for port c4ed857e-cdf9-41fb-9abb-580d0d46ed93 triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:40.073927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4bd7191e-15c0-46d9-9309-54bb0e9c45ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:40.334427 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-db6dbc24-1133-4ea8-9b20-aeffb01facc0 req-9bfdd72d-023b-4f54-a4bc-91cc710af9e1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-186272194', 'description': 'tempest-TestVolumeBootPattern-186272194 description'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:40.342797 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-db6dbc24-1133-4ea8-9b20-aeffb01facc0 req-9bfdd72d-023b-4f54-a4bc-91cc710af9e1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:40.345490 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-db6dbc24-1133-4ea8-9b20-aeffb01facc0 req-9bfdd72d-023b-4f54-a4bc-91cc710af9e1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Usage tracker for resource:security_group and tenant:8fb2eb7ec5ad4402968fda814359d625 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:40.348174 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-db6dbc24-1133-4ea8-9b20-aeffb01facc0 req-9bfdd72d-023b-4f54-a4bc-91cc710af9e1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:40.351659 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-db6dbc24-1133-4ea8-9b20-aeffb01facc0 req-9bfdd72d-023b-4f54-a4bc-91cc710af9e1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:40.358666 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-db6dbc24-1133-4ea8-9b20-aeffb01facc0 req-9bfdd72d-023b-4f54-a4bc-91cc710af9e1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for security_group, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:40.371699 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-db6dbc24-1133-4ea8-9b20-aeffb01facc0 req-9bfdd72d-023b-4f54-a4bc-91cc710af9e1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:40.374015 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-db6dbc24-1133-4ea8-9b20-aeffb01facc0 req-9bfdd72d-023b-4f54-a4bc-91cc710af9e1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Usage tracker for resource:security_group_rule and tenant:8fb2eb7ec5ad4402968fda814359d625 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:40.375646 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-db6dbc24-1133-4ea8-9b20-aeffb01facc0 req-9bfdd72d-023b-4f54-a4bc-91cc710af9e1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:40.378732 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-db6dbc24-1133-4ea8-9b20-aeffb01facc0 req-9bfdd72d-023b-4f54-a4bc-91cc710af9e1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:40.418169 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-db6dbc24-1133-4ea8-9b20-aeffb01facc0 req-9bfdd72d-023b-4f54-a4bc-91cc710af9e1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for security_group, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:40.419712 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-db6dbc24-1133-4ea8-9b20-aeffb01facc0 req-9bfdd72d-023b-4f54-a4bc-91cc710af9e1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:40.422525 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-df5e7fb9-3294-4cdf-9634-f8330fccfa2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:40.443935 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdd72d-023b-4f54-a4bc-91cc710af9e1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Pushing event updated for resources: {'SecurityGroup': ['ID=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:40.445874 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9bfdd72d-023b-4f54-a4bc-91cc710af9e1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:40.446463 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-db6dbc24-1133-4ea8-9b20-aeffb01facc0 req-9bfdd72d-023b-4f54-a4bc-91cc710af9e1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for security_group, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:40.448765 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-db6dbc24-1133-4ea8-9b20-aeffb01facc0 req-9bfdd72d-023b-4f54-a4bc-91cc710af9e1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1173110 Jan 25 16:28:40.505197 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5e34b84f-383c-44d6-839a-e045f1612cdf req-f1377220-0a74-42f5-9bf8-f4ef1e90ba5d tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups/bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba HTTP/1.1" status: 200 len: 1806 time: 0.0286789 Jan 25 16:28:40.512139 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-5e34b84f-383c-44d6-839a-e045f1612cdf req-979275c2-48ff-4202-9d75-04bb37be9087 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:40.512320 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-5e34b84f-383c-44d6-839a-e045f1612cdf req-979275c2-48ff-4202-9d75-04bb37be9087 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:40.518206 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-5e34b84f-383c-44d6-839a-e045f1612cdf req-979275c2-48ff-4202-9d75-04bb37be9087 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:40.520595 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-5e34b84f-383c-44d6-839a-e045f1612cdf req-979275c2-48ff-4202-9d75-04bb37be9087 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Usage tracker for resource:security_group_rule and tenant:8fb2eb7ec5ad4402968fda814359d625 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:40.522271 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-5e34b84f-383c-44d6-839a-e045f1612cdf req-979275c2-48ff-4202-9d75-04bb37be9087 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:40.525701 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-5e34b84f-383c-44d6-839a-e045f1612cdf req-979275c2-48ff-4202-9d75-04bb37be9087 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:40.562294 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-5e34b84f-383c-44d6-839a-e045f1612cdf req-979275c2-48ff-4202-9d75-04bb37be9087 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for security_group_rule, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:40.577143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-5e34b84f-383c-44d6-839a-e045f1612cdf req-979275c2-48ff-4202-9d75-04bb37be9087 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:40.578741 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-5e34b84f-383c-44d6-839a-e045f1612cdf req-979275c2-48ff-4202-9d75-04bb37be9087 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911720'] for security_group_rule, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:40.582408 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8967e56a-ddd2-40c6-bcf0-a22a9fbc65c5 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:40.593764 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979275c2-48ff-4202-9d75-04bb37be9087 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05db210d-5df2-4b35-9f17-9cd17bfe92c1,revision_number=0']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:40.595405 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-979275c2-48ff-4202-9d75-04bb37be9087 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:40.599929 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-5e34b84f-383c-44d6-839a-e045f1612cdf req-979275c2-48ff-4202-9d75-04bb37be9087 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for security_group_rule, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:40.600849 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5e34b84f-383c-44d6-839a-e045f1612cdf req-979275c2-48ff-4202-9d75-04bb37be9087 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.0911615 Jan 25 16:28:40.652956 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-86b6a560-2372-4345-9b97-1a2c05915bdd req-885daa61-6905-41ee-a9f0-670b82392069 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups/bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba HTTP/1.1" status: 200 len: 2399 time: 0.0320890 Jan 25 16:28:40.658862 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-86b6a560-2372-4345-9b97-1a2c05915bdd req-4cb4eaeb-9b19-4927-ae87-cc0041899460 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba', 'remote_group_id': None}]} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:40.659033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-86b6a560-2372-4345-9b97-1a2c05915bdd req-4cb4eaeb-9b19-4927-ae87-cc0041899460 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba', 'remote_group_id': None}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:28:40.664766 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-86b6a560-2372-4345-9b97-1a2c05915bdd req-4cb4eaeb-9b19-4927-ae87-cc0041899460 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:28:40.667035 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-86b6a560-2372-4345-9b97-1a2c05915bdd req-4cb4eaeb-9b19-4927-ae87-cc0041899460 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Usage tracker for resource:security_group_rule and tenant:8fb2eb7ec5ad4402968fda814359d625 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:28:40.668787 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-86b6a560-2372-4345-9b97-1a2c05915bdd req-4cb4eaeb-9b19-4927-ae87-cc0041899460 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:28:40.671975 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-86b6a560-2372-4345-9b97-1a2c05915bdd req-4cb4eaeb-9b19-4927-ae87-cc0041899460 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:28:40.705276 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-86b6a560-2372-4345-9b97-1a2c05915bdd req-4cb4eaeb-9b19-4927-ae87-cc0041899460 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for security_group_rule, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:40.721136 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-86b6a560-2372-4345-9b97-1a2c05915bdd req-4cb4eaeb-9b19-4927-ae87-cc0041899460 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:40.723253 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-86b6a560-2372-4345-9b97-1a2c05915bdd req-4cb4eaeb-9b19-4927-ae87-cc0041899460 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911720'] for security_group_rule, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:40.728322 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ebe07630-86e0-489c-b579-d9a54d16e7b6 tempest-AttachVolumeTestJSON-1931055407 tempest-AttachVolumeTestJSON-1931055407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:40.738988 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4eaeb-9b19-4927-ae87-cc0041899460 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d27580b-3647-402e-8a9b-298e2b29f450,revision_number=0']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:40.740801 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4cb4eaeb-9b19-4927-ae87-cc0041899460 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:40.744767 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-86b6a560-2372-4345-9b97-1a2c05915bdd req-4cb4eaeb-9b19-4927-ae87-cc0041899460 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for security_group_rule, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:40.745564 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-86b6a560-2372-4345-9b97-1a2c05915bdd req-4cb4eaeb-9b19-4927-ae87-cc0041899460 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.0889101 Jan 25 16:28:40.880290 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 40920d90-0c4d-4974-b8eb-77b50a5e053e up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:40.917931 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 40920d90-0c4d-4974-b8eb-77b50a5e053e completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:40.920682 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 40920d90-0c4d-4974-b8eb-77b50a5e053e triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:40.920873 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:40.984008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:40.993930 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port 40920d90-0c4d-4974-b8eb-77b50a5e053e, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=40920d90-0c4d-4974-b8eb-77b50a5e053e,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:28:40.995732 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:40.996278 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device c4ed857e-cdf9-41fb-9abb-580d0d46ed93 up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:41.011473 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:41.062912 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=40920d90-0c4d-4974-b8eb-77b50a5e053e,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:41.065149 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:41.070684 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port c4ed857e-cdf9-41fb-9abb-580d0d46ed93 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:41.070898 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:41.135603 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 3176e436-c6da-4a0d-a301-f43e6040917a up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:41.175308 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port 3176e436-c6da-4a0d-a301-f43e6040917a completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:41.178262 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 3176e436-c6da-4a0d-a301-f43e6040917a triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:41.178492 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:41.241864 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:41.260395 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port 3176e436-c6da-4a0d-a301-f43e6040917a, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=3176e436-c6da-4a0d-a301-f43e6040917a,segment=NetworkSegment(45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d),segment_id=45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:28:41.263069 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:41.264236 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f1921374-c1d8-4665-a691-7ef72090a603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:41.300594 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=3176e436-c6da-4a0d-a301-f43e6040917a,revision_number=5']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:41.302641 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:42.523024 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Sync routers for ids ['a0f0c0e6-26a2-47da-a6cf-a635a649e814'] in dv-cinder-766064-3-iscsi {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:28:42.532389 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Routers {'a0f0c0e6-26a2-47da-a6cf-a635a649e814'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:28:42.533054 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:28:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['a0f0c0e6-26a2-47da-a6cf-a635a649e814'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:42.661941 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Set router a0f0c0e6-26a2-47da-a6cf-a635a649e814 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:28:42.841490 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 40920d90-0c4d-4974-b8eb-77b50a5e053e up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:43.098036 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 40920d90-0c4d-4974-b8eb-77b50a5e053e triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:43.098297 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:43.133746 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'name': 'tempest-TestVolumeBootPattern-1525022146-router', 'tenant_id': '1930d9fb83b74ea89786bd5a8b72a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '40920d90-0c4d-4974-b8eb-77b50a5e053e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:36Z', 'updated_at': '2021-01-25T16:28:39Z', 'revision_number': 4, 'project_id': '1930d9fb83b74ea89786bd5a8b72a117', 'gw_port': {'id': '40920d90-0c4d-4974-b8eb-77b50a5e053e', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:36Z', 'updated_at': '2021-01-25T16:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': 'e11daa39-c9fd-498e-9895-bd0b321c09eb', 'name': '', 'network_id': '49f12f37-cceb-4be0-9833-c4e27ab54bd7', 'tenant_id': '1930d9fb83b74ea89786bd5a8b72a117', 'mac_address': 'fa:16:3e:50:0c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f574a206-b036-40e1-a66e-655f2f952eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:38Z', 'updated_at': '2021-01-25T16:28:39Z', 'revision_number': 2, 'project_id': '1930d9fb83b74ea89786bd5a8b72a117', 'subnets': [{'id': 'f574a206-b036-40e1-a66e-655f2f952eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:43.139681 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Checking router: a0f0c0e6-26a2-47da-a6cf-a635a649e814 for host: dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:28:43.139971 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Updating router a0f0c0e6-26a2-47da-a6cf-a635a649e814 port e11daa39-c9fd-498e-9895-bd0b321c09eb binding host dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 25 16:28:43.197063 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:43.226164 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 3176e436-c6da-4a0d-a301-f43e6040917a up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:43.321805 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port 3176e436-c6da-4a0d-a301-f43e6040917a triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:43.322020 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:43.496369 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Notify callbacks [] for port, precommit_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:43.502804 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Transition to ACTIVE for port object e11daa39-c9fd-498e-9895-bd0b321c09eb will not be triggered until provisioned by entity L2. {{(pid=79986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:28:43.505706 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:43.512874 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0929532a-e4a2-423f-8e19-e595d754b161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:43.579098 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a64c2b-24ea-47f2-aaa1-7f64f44369e2 None None] Pushing event updated for resources: {'Port': ['ID=e11daa39-c9fd-498e-9895-bd0b321c09eb,revision_number=3']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:43.581640 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-75a64c2b-24ea-47f2-aaa1-7f64f44369e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:43.684011 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Attempting to bind port e11daa39-c9fd-498e-9895-bd0b321c09eb on host dv-cinder-766064-3-iscsi for vnic_type normal with profile {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:28:43.684301 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Attempting to bind port e11daa39-c9fd-498e-9895-bd0b321c09eb by drivers openvswitch on host dv-cinder-766064-3-iscsi at level 0 using segments [{'id': '3437e24b-7983-4cd3-b755-705fe433e518', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49f12f37-cceb-4be0-9833-c4e27ab54bd7'}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:28:43.684563 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Attempting to bind port e11daa39-c9fd-498e-9895-bd0b321c09eb on network 49f12f37-cceb-4be0-9833-c4e27ab54bd7 {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:28:43.688221 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Checking agent: {'id': '34e483fa-0259-4588-bb9e-c4b65fb2c372', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 4, 55), 'started_at': datetime.datetime(2021, 1, 25, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.107', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:28:43.688490 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Checking segment: {'id': '3437e24b-7983-4cd3-b755-705fe433e518', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49f12f37-cceb-4be0-9833-c4e27ab54bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:28:43.688782 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:43.689061 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Bound using segment: {'id': '3437e24b-7983-4cd3-b755-705fe433e518', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49f12f37-cceb-4be0-9833-c4e27ab54bd7'} {{(pid=79986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:28:43.689397 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Bound port: e11daa39-c9fd-498e-9895-bd0b321c09eb, host: dv-cinder-766064-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3437e24b-7983-4cd3-b755-705fe433e518', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49f12f37-cceb-4be0-9833-c4e27ab54bd7'}}] {{(pid=79986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:28:43.689667 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:43.753349 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] For port e11daa39-c9fd-498e-9895-bd0b321c09eb, host dv-cinder-766064-3-iscsi, cleared binding levels {{(pid=79986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:28:43.755756 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] For port e11daa39-c9fd-498e-9895-bd0b321c09eb, host dv-cinder-766064-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=e11daa39-c9fd-498e-9895-bd0b321c09eb,segment=NetworkSegment(3437e24b-7983-4cd3-b755-705fe433e518),segment_id=3437e24b-7983-4cd3-b755-705fe433e518)] {{(pid=79986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:28:43.758681 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:43.767444 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0929532a-e4a2-423f-8e19-e595d754b161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:43.871174 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a64c2b-24ea-47f2-aaa1-7f64f44369e2 None None] Pushing event updated for resources: {'Port': ['ID=e11daa39-c9fd-498e-9895-bd0b321c09eb,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:43.874580 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-75a64c2b-24ea-47f2-aaa1-7f64f44369e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:43.901943 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Routers {'a0f0c0e6-26a2-47da-a6cf-a635a649e814'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:28:43.902391 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:28:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['a0f0c0e6-26a2-47da-a6cf-a635a649e814'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:44.027367 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] Set router a0f0c0e6-26a2-47da-a6cf-a635a649e814 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:28:44.227817 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'name': 'tempest-TestVolumeBootPattern-1525022146-router', 'tenant_id': '1930d9fb83b74ea89786bd5a8b72a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '40920d90-0c4d-4974-b8eb-77b50a5e053e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:36Z', 'updated_at': '2021-01-25T16:28:39Z', 'revision_number': 4, 'project_id': '1930d9fb83b74ea89786bd5a8b72a117', 'gw_port': {'id': '40920d90-0c4d-4974-b8eb-77b50a5e053e', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:36Z', 'updated_at': '2021-01-25T16:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': 'e11daa39-c9fd-498e-9895-bd0b321c09eb', 'name': '', 'network_id': '49f12f37-cceb-4be0-9833-c4e27ab54bd7', 'tenant_id': '1930d9fb83b74ea89786bd5a8b72a117', 'mac_address': 'fa:16:3e:50:0c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f574a206-b036-40e1-a66e-655f2f952eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:38Z', 'updated_at': '2021-01-25T16:28:43Z', 'revision_number': 4, 'project_id': '1930d9fb83b74ea89786bd5a8b72a117', 'subnets': [{'id': 'f574a206-b036-40e1-a66e-655f2f952eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:28:44.230411 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e16ac96-6077-4334-842e-bad9ed9a55c2 None None] The sync data for ids ['a0f0c0e6-26a2-47da-a6cf-a635a649e814'] in dv-cinder-766064-3-iscsi is: [{'id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'name': 'tempest-TestVolumeBootPattern-1525022146-router', 'tenant_id': '1930d9fb83b74ea89786bd5a8b72a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '40920d90-0c4d-4974-b8eb-77b50a5e053e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:36Z', 'updated_at': '2021-01-25T16:28:39Z', 'revision_number': 4, 'project_id': '1930d9fb83b74ea89786bd5a8b72a117', 'gw_port': {'id': '40920d90-0c4d-4974-b8eb-77b50a5e053e', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:36Z', 'updated_at': '2021-01-25T16:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': 'e11daa39-c9fd-498e-9895-bd0b321c09eb', 'name': '', 'network_id': '49f12f37-cceb-4be0-9833-c4e27ab54bd7', 'tenant_id': '1930d9fb83b74ea89786bd5a8b72a117', 'mac_address': 'fa:16:3e:50:0c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f574a206-b036-40e1-a66e-655f2f952eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:38Z', 'updated_at': '2021-01-25T16:28:43Z', 'revision_number': 4, 'project_id': '1930d9fb83b74ea89786bd5a8b72a117', 'subnets': [{'id': 'f574a206-b036-40e1-a66e-655f2f952eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:28:44.840232 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device e11daa39-c9fd-498e-9895-bd0b321c09eb up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:44.883450 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning for port e11daa39-c9fd-498e-9895-bd0b321c09eb completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:28:44.886419 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port e11daa39-c9fd-498e-9895-bd0b321c09eb triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:44.886646 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:44.949488 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:45.134523 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] For port e11daa39-c9fd-498e-9895-bd0b321c09eb, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=e11daa39-c9fd-498e-9895-bd0b321c09eb,segment=NetworkSegment(3437e24b-7983-4cd3-b755-705fe433e518),segment_id=3437e24b-7983-4cd3-b755-705fe433e518)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:28:45.137396 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:45.138639 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:28:45.175593 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Pushing event updated for resources: {'Port': ['ID=e11daa39-c9fd-498e-9895-bd0b321c09eb,revision_number=5']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:28:45.177633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:28:45.477238 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [req-b8618ad2-1bba-4735-9cbc-83a94a65f771 req-bbacdfb9-fbe3-4175-af7c-fca5671858ed tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] (79985) timed out ('10.222.0.117', 64764) {{(pid=79985) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 25 16:28:46.840882 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device e11daa39-c9fd-498e-9895-bd0b321c09eb up at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:28:46.892602 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Provisioning complete for port e11daa39-c9fd-498e-9895-bd0b321c09eb triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:28:46.892872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:53.004967 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abb87c1b-28cb-4798-8086-2c6e64d28dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:54.021202 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f0af0bcd-2e2a-4055-9379-a0af855701af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:54.694622 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:54.914782 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:55.315772 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:28:55.793148 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:01.551232 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:29:04.220995 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-88078949-9d07-42fa-832d-d6d93d770c2f req-17522f84-8cb5-4945-abd9-5141e177c8a9 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Synchronizing usage tracker for tenant:7f185d2548be4605a35eb400374bd460 on resource:security_group {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:29:04.232701 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-88078949-9d07-42fa-832d-d6d93d770c2f req-17522f84-8cb5-4945-abd9-5141e177c8a9 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Unset dirty status for tenant:7f185d2548be4605a35eb400374bd460 on resource:security_group {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:29:04.233522 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88078949-9d07-42fa-832d-d6d93d770c2f req-17522f84-8cb5-4945-abd9-5141e177c8a9 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1194220754&fields=id&tenant_id=7f185d2548be4605a35eb400374bd460 HTTP/1.1" status: 200 len: 267 time: 0.0437272 Jan 25 16:29:04.365897 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88078949-9d07-42fa-832d-d6d93d770c2f req-b6273306-7097-441e-b2e9-2b52315065b1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:04.366402 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-88078949-9d07-42fa-832d-d6d93d770c2f req-b6273306-7097-441e-b2e9-2b52315065b1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Synchronizing usage tracker for tenant:7f185d2548be4605a35eb400374bd460 on resource:network {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:29:04.378214 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-88078949-9d07-42fa-832d-d6d93d770c2f req-b6273306-7097-441e-b2e9-2b52315065b1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Unset dirty status for tenant:7f185d2548be4605a35eb400374bd460 on resource:network {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:29:04.379023 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88078949-9d07-42fa-832d-d6d93d770c2f req-b6273306-7097-441e-b2e9-2b52315065b1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/networks?id=64663454-077a-4d9c-a45e-a7399d31e182 HTTP/1.1" status: 200 len: 808 time: 0.1373158 Jan 25 16:29:04.389361 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88078949-9d07-42fa-832d-d6d93d770c2f req-908048e4-2e84-47ca-a085-27bf7d15ad4d tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/quotas/7f185d2548be4605a35eb400374bd460 HTTP/1.1" status: 200 len: 375 time: 0.0063624 Jan 25 16:29:04.457542 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88078949-9d07-42fa-832d-d6d93d770c2f req-1a68a198-0a82-48ed-b7af-91b6ca818111 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?tenant_id=7f185d2548be4605a35eb400374bd460&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648496 Jan 25 16:29:04.655579 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88078949-9d07-42fa-832d-d6d93d770c2f req-8edeff00-fbcb-4016-8d3f-dd455b950d9d service neutron] 10.222.0.107 "GET /v2.0/networks/64663454-077a-4d9c-a45e-a7399d31e182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881800 Jan 25 16:29:04.765280 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88078949-9d07-42fa-832d-d6d93d770c2f req-8a542ceb-fb75-4e8c-90c9-b2a122e10dba service neutron] 10.222.0.107 "GET /v2.0/networks/64663454-077a-4d9c-a45e-a7399d31e182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1018913 Jan 25 16:29:05.024391 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-d8209bf3-bae6-4e3e-be0e-5d5d53f9825f req-33e705a0-21f0-493a-856e-41c82322de1a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Synchronizing usage tracker for tenant:7f185d2548be4605a35eb400374bd460 on resource:port {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:29:05.035263 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-d8209bf3-bae6-4e3e-be0e-5d5d53f9825f req-33e705a0-21f0-493a-856e-41c82322de1a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Unset dirty status for tenant:7f185d2548be4605a35eb400374bd460 on resource:port {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:29:05.035954 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d8209bf3-bae6-4e3e-be0e-5d5d53f9825f req-33e705a0-21f0-493a-856e-41c82322de1a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 210 time: 0.0391662 Jan 25 16:29:06.123797 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-442c7db9-caa2-4c7c-82ac-8861feba4b15 req-84c5cb9f-a2dd-436d-92cd-42baca7f53bd tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 210 time: 0.0416248 Jan 25 16:29:07.212760 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-01ddb5d0-66b2-427f-a8a3-9e8a5e7b8495 req-2b9c49ac-6df3-444b-a178-eefb1f14466e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 210 time: 0.0382967 Jan 25 16:29:08.305032 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e973263a-fd5e-4470-bb43-89845d5aa52b req-6d703337-f1d4-41c7-b0a1-0bde63ea8b4f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 210 time: 0.0359232 Jan 25 16:29:09.445559 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c0cac524-d761-4ef6-99a1-36855495e32a req-e8a36c50-da73-44dc-9941-2ef27e864be5 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 210 time: 0.0390701 Jan 25 16:29:10.574418 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4546b7a8-7866-4efb-81fd-65a10437d45b req-8401598b-c5eb-45da-a418-1d38696e467a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 210 time: 0.0402036 Jan 25 16:29:11.713848 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3c2dbc8f-952b-4345-9162-932b8fbe3f85 req-aa866ab3-c406-4266-9aa0-76d63b7a101e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 210 time: 0.0390882 Jan 25 16:29:12.185991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88078949-9d07-42fa-832d-d6d93d770c2f req-e72c2d12-6205-483e-bfaa-40aa85fbf3ba tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:12.187040 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88078949-9d07-42fa-832d-d6d93d770c2f req-e72c2d12-6205-483e-bfaa-40aa85fbf3ba tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.117 "GET /v2.0/networks?id=64663454-077a-4d9c-a45e-a7399d31e182 HTTP/1.1" status: 200 len: 808 time: 0.1215570 Jan 25 16:29:12.260891 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88078949-9d07-42fa-832d-d6d93d770c2f req-f88f6e84-7333-4b68-a396-fe1321ce2c8c tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=7f185d2548be4605a35eb400374bd460 HTTP/1.1" status: 200 len: 5759 time: 0.0582712 Jan 25 16:29:12.271984 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-88078949-9d07-42fa-832d-d6d93d770c2f req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Request body: {'port': {'device_id': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182', 'admin_state_up': True, 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'security_groups': ['28439e6e-cc80-42ad-b92e-d15ee2132975']}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:29:12.376159 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-88078949-9d07-42fa-832d-d6d93d770c2f req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:29:12.383551 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-88078949-9d07-42fa-832d-d6d93d770c2f req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:29:12.390829 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88078949-9d07-42fa-832d-d6d93d770c2f req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Made reservation on behalf of 7f185d2548be4605a35eb400374bd460 for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:29:12.400862 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-88078949-9d07-42fa-832d-d6d93d770c2f req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:12.603074 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-88078949-9d07-42fa-832d-d6d93d770c2f req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Allocated IP 172.20.0.3 (64663454-077a-4d9c-a45e-a7399d31e182/9afd0a4f-0303-4b12-92f2-92872f97db2b/1d905a30-26ee-4f5c-bb63-6ebdf4649585) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:29:12.724662 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-88078949-9d07-42fa-832d-d6d93d770c2f req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:12.736075 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-88078949-9d07-42fa-832d-d6d93d770c2f req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Transition to ACTIVE for port object 1d905a30-26ee-4f5c-bb63-6ebdf4649585 will not be triggered until provisioned by entity DHCP. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:29:12.751871 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-88078949-9d07-42fa-832d-d6d93d770c2f req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:12.762448 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7d8f73c7-31a6-4617-aabd-da8e20b49a6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:29:12.880312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Pushing event updated for resources: {'Port': ['ID=1d905a30-26ee-4f5c-bb63-6ebdf4649585,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:29:12.890995 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.891233 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.891486 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.891737 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.891985 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.892259 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.892473 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.892688 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.892898 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.893109 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.893321 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.893532 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.893785 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.893998 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.894210 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.894421 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.894840 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.895114 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.895540 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.895791 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.896004 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.896232 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.896445 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.896656 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:12.908345 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:29:12.943984 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db204f5-56d1-4e1c-bbb1-673f1699a895 req-8f89360b-5001-42c2-85b8-13764c013eeb tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:12.944950 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7db204f5-56d1-4e1c-bbb1-673f1699a895 req-8f89360b-5001-42c2-85b8-13764c013eeb tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 931 time: 0.1514394 Jan 25 16:29:12.947154 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88078949-9d07-42fa-832d-d6d93d770c2f req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Network 64663454-077a-4d9c-a45e-a7399d31e182 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:29:12.947820 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-88078949-9d07-42fa-832d-d6d93d770c2f req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:29:12.950009 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-88078949-9d07-42fa-832d-d6d93d770c2f req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:29:13.002001 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7db204f5-56d1-4e1c-bbb1-673f1699a895 req-fe21fb69-327b-4358-a95b-c54490df0b16 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0528469 Jan 25 16:29:13.014397 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88078949-9d07-42fa-832d-d6d93d770c2f req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:13.014872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-88078949-9d07-42fa-832d-d6d93d770c2f req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:13.029759 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88078949-9d07-42fa-832d-d6d93d770c2f req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7609618 Jan 25 16:29:13.075217 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Request body: {'port': {'device_id': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:29:13.123663 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-9a0a3b7b-eb50-4623-a5f1-5209effc9d8f None None] Provisioning for port 1d905a30-26ee-4f5c-bb63-6ebdf4649585 completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:29:13.126857 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-9a0a3b7b-eb50-4623-a5f1-5209effc9d8f None None] Provisioning complete for port 1d905a30-26ee-4f5c-bb63-6ebdf4649585 triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:29:13.127063 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3b7b-eb50-4623-a5f1-5209effc9d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:13.146408 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:13.158786 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a3b7b-eb50-4623-a5f1-5209effc9d8f None None] Port 1d905a30-26ee-4f5c-bb63-6ebdf4649585 cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:29:13.383465 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d905a30-26ee-4f5c-bb63-6ebdf4649585 {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:29:13.387727 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:13.394669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Transition to ACTIVE for port object 1d905a30-26ee-4f5c-bb63-6ebdf4649585 will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:29:13.397213 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:13.405135 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-1a297999-4359-4055-b52a-9af416672a0f tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:29:13.473516 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Pushing event updated for resources: {'Port': ['ID=1d905a30-26ee-4f5c-bb63-6ebdf4649585,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:29:13.476455 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:29:13.579102 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Attempting to bind port 1d905a30-26ee-4f5c-bb63-6ebdf4649585 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:29:13.579366 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Attempting to bind port 1d905a30-26ee-4f5c-bb63-6ebdf4649585 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '02348609-b9cb-4d45-9d86-d682934e2dbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:29:13.579566 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Attempting to bind port 1d905a30-26ee-4f5c-bb63-6ebdf4649585 on network 64663454-077a-4d9c-a45e-a7399d31e182 {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:29:13.583379 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:29:13.583574 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Checking segment: {'id': '02348609-b9cb-4d45-9d86-d682934e2dbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:29:13.583799 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:13.584009 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Bound using segment: {'id': '02348609-b9cb-4d45-9d86-d682934e2dbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:29:13.584300 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Bound port: 1d905a30-26ee-4f5c-bb63-6ebdf4649585, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02348609-b9cb-4d45-9d86-d682934e2dbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:29:13.584502 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:13.632956 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] For port 1d905a30-26ee-4f5c-bb63-6ebdf4649585, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:29:13.635111 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] For port 1d905a30-26ee-4f5c-bb63-6ebdf4649585, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=1d905a30-26ee-4f5c-bb63-6ebdf4649585,segment=NetworkSegment(02348609-b9cb-4d45-9d86-d682934e2dbd),segment_id=02348609-b9cb-4d45-9d86-d682934e2dbd)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:29:13.637229 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:13.646906 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-727bd017-60bd-4674-b385-a7035837bca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:29:13.941277 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Pushing event updated for resources: {'Port': ['ID=1d905a30-26ee-4f5c-bb63-6ebdf4649585,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:29:13.944668 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:29:13.962522 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:13.962910 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:13.963831 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88078949-9d07-42fa-832d-d6d93d770c2f req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] 10.222.0.117 "PUT /v2.0/ports/1d905a30-26ee-4f5c-bb63-6ebdf4649585 HTTP/1.1" status: 200 len: 1157 time: 0.9283667 Jan 25 16:29:13.964027 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'tag': '1d905a30-26ee-4f5c-bb63-6ebdf4649585'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:29:13.999041 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'tag': '1d905a30-26ee-4f5c-bb63-6ebdf4649585', 'status': 'completed', 'code': 200} Jan 25 16:29:14.151781 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8c057-4e96-4b61-b35c-12f86fe20559 req-2cf0603a-2816-46d4-a481-865156f3ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:14.152722 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-46d8c057-4e96-4b61-b35c-12f86fe20559 req-2cf0603a-2816-46d4-a481-865156f3ceab service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7f185d2548be4605a35eb400374bd460&device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 1160 time: 0.0796874 Jan 25 16:29:14.166509 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4016e36-283a-41e2-b4b0-5483ae149b2e req-1cf46798-f397-4733-acd7-50d1cb07184f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:14.166946 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-e4016e36-283a-41e2-b4b0-5483ae149b2e req-1cf46798-f397-4733-acd7-50d1cb07184f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Synchronizing usage tracker for tenant:7f185d2548be4605a35eb400374bd460 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:29:14.220497 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-e4016e36-283a-41e2-b4b0-5483ae149b2e req-1cf46798-f397-4733-acd7-50d1cb07184f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Unset dirty status for tenant:7f185d2548be4605a35eb400374bd460 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:29:14.221147 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e4016e36-283a-41e2-b4b0-5483ae149b2e req-1cf46798-f397-4733-acd7-50d1cb07184f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.1260972 Jan 25 16:29:14.271354 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e4016e36-283a-41e2-b4b0-5483ae149b2e req-f18475f1-ddea-4f26-a08c-20b6c29c538a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0420938 Jan 25 16:29:14.271985 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8c057-4e96-4b61-b35c-12f86fe20559 req-8fad69af-3f00-4a9a-ab5b-534b5e1af43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:14.272811 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-46d8c057-4e96-4b61-b35c-12f86fe20559 req-8fad69af-3f00-4a9a-ab5b-534b5e1af43a service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=7f185d2548be4605a35eb400374bd460&shared=False HTTP/1.1" status: 200 len: 902 time: 0.1042781 Jan 25 16:29:14.356587 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8c057-4e96-4b61-b35c-12f86fe20559 req-08a04a89-0b8b-47b0-be04-bfe906017a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:14.357515 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-46d8c057-4e96-4b61-b35c-12f86fe20559 req-08a04a89-0b8b-47b0-be04-bfe906017a12 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.0758989 Jan 25 16:29:15.450864 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4391c-2210-412f-8282-2d5c9440f4fb req-3a39fb49-3aec-4e6d-b375-ebc1f3e762e0 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:15.451977 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-18c4391c-2210-412f-8282-2d5c9440f4fb req-3a39fb49-3aec-4e6d-b375-ebc1f3e762e0 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0750806 Jan 25 16:29:15.497700 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-18c4391c-2210-412f-8282-2d5c9440f4fb req-237405c6-a817-4de5-99ae-9592e6c1ecfe tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Synchronizing usage tracker for tenant:7f185d2548be4605a35eb400374bd460 on resource:security_group {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:29:15.506483 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-18c4391c-2210-412f-8282-2d5c9440f4fb req-237405c6-a817-4de5-99ae-9592e6c1ecfe tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Unset dirty status for tenant:7f185d2548be4605a35eb400374bd460 on resource:security_group {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:29:15.507269 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-18c4391c-2210-412f-8282-2d5c9440f4fb req-237405c6-a817-4de5-99ae-9592e6c1ecfe tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0475826 Jan 25 16:29:16.662252 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3806f-9dc3-4f2a-9dbf-94ab72fde9ec req-06dbeda0-88e5-402a-a020-7e93c327db6b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:16.663322 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e0a3806f-9dc3-4f2a-9dbf-94ab72fde9ec req-06dbeda0-88e5-402a-a020-7e93c327db6b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0761440 Jan 25 16:29:16.699875 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e0a3806f-9dc3-4f2a-9dbf-94ab72fde9ec req-2cb80835-ec56-48d3-bb6f-076520d7fee5 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0323806 Jan 25 16:29:17.771237 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88078949-9d07-42fa-832d-d6d93d770c2f req-c4c9d69c-f35b-4a7a-9192-94c87554ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:17.772460 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88078949-9d07-42fa-832d-d6d93d770c2f req-c4c9d69c-f35b-4a7a-9192-94c87554ab38 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7f185d2548be4605a35eb400374bd460&device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 1160 time: 0.0680325 Jan 25 16:29:17.827844 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88078949-9d07-42fa-832d-d6d93d770c2f req-dd25a978-6c4b-4a0f-bb9b-0d8d6137f9e1 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d905a30-26ee-4f5c-bb63-6ebdf4649585 HTTP/1.1" status: 200 len: 217 time: 0.0462317 Jan 25 16:29:17.856987 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74df1c1-7bea-4394-98ca-ec2ccc065c20 req-352b4ff8-2a0f-47fe-a88b-a72ade97e0e0 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:17.858080 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c74df1c1-7bea-4394-98ca-ec2ccc065c20 req-352b4ff8-2a0f-47fe-a88b-a72ade97e0e0 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0743463 Jan 25 16:29:17.882272 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88078949-9d07-42fa-832d-d6d93d770c2f req-337a6197-9197-4798-ae67-c5f7776fee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:17.883328 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88078949-9d07-42fa-832d-d6d93d770c2f req-337a6197-9197-4798-ae67-c5f7776fee6e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9afd0a4f-0303-4b12-92f2-92872f97db2b HTTP/1.1" status: 200 len: 847 time: 0.0503492 Jan 25 16:29:17.896417 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c74df1c1-7bea-4394-98ca-ec2ccc065c20 req-49850866-f2b4-4cea-8d6f-89a5282deda6 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0306289 Jan 25 16:29:17.944156 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88078949-9d07-42fa-832d-d6d93d770c2f req-1cd82181-9c7b-4e5c-8c8e-af3df521df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:17.945227 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88078949-9d07-42fa-832d-d6d93d770c2f req-1cd82181-9c7b-4e5c-8c8e-af3df521df29 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=64663454-077a-4d9c-a45e-a7399d31e182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540588 Jan 25 16:29:18.042581 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88078949-9d07-42fa-832d-d6d93d770c2f req-6bec30b9-c54f-4322-8f65-7f3c9f28446f service neutron] 10.222.0.117 "GET /v2.0/networks/64663454-077a-4d9c-a45e-a7399d31e182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878947 Jan 25 16:29:18.140378 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-88078949-9d07-42fa-832d-d6d93d770c2f req-181ee9f0-80d5-47fc-99eb-8394b77a777c service neutron] 10.222.0.117 "GET /v2.0/networks/64663454-077a-4d9c-a45e-a7399d31e182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0896547 Jan 25 16:29:19.065189 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add96de-2ee0-41ee-ba96-2687a41bd993 req-0d71f29b-3062-4478-b319-aae21d88f529 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:19.066223 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4add96de-2ee0-41ee-ba96-2687a41bd993 req-0d71f29b-3062-4478-b319-aae21d88f529 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0741062 Jan 25 16:29:19.104010 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4add96de-2ee0-41ee-ba96-2687a41bd993 req-0edd1ee9-e358-4e60-b439-73c8c49c4280 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0301833 Jan 25 16:29:20.028991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-367e9501-8393-40ae-b889-915ee934765f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Synchronizing usage tracker for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:security_group {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:29:20.041300 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-367e9501-8393-40ae-b889-915ee934765f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Unset dirty status for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:security_group {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:29:20.042102 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-367e9501-8393-40ae-b889-915ee934765f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-186272194&fields=id&tenant_id=8fb2eb7ec5ad4402968fda814359d625 HTTP/1.1" status: 200 len: 267 time: 0.0565848 Jan 25 16:29:20.177879 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-c30ad84a-484b-4525-9279-a02e0ad3b9df tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:20.178947 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-c30ad84a-484b-4525-9279-a02e0ad3b9df tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 812 time: 0.1284792 Jan 25 16:29:20.189950 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-0174e47e-ae9e-4307-be9c-a654cbabf30a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/quotas/8fb2eb7ec5ad4402968fda814359d625 HTTP/1.1" status: 200 len: 375 time: 0.0066981 Jan 25 16:29:20.259816 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-ea502420-0319-40b8-bbad-de8bb2a6940f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Synchronizing usage tracker for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:port {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:29:20.262807 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07701963-c2b7-4111-b2a1-06f0905fd021 req-b6a915a7-4a24-403a-8d89-fdd85c92a85e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:20.263875 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-07701963-c2b7-4111-b2a1-06f0905fd021 req-b6a915a7-4a24-403a-8d89-fdd85c92a85e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0757015 Jan 25 16:29:20.272212 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-ea502420-0319-40b8-bbad-de8bb2a6940f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Unset dirty status for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:port {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:29:20.273172 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-ea502420-0319-40b8-bbad-de8bb2a6940f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787542 Jan 25 16:29:20.298728 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-07701963-c2b7-4111-b2a1-06f0905fd021 req-94e16994-600a-4fd8-8c1e-20af9d841460 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0300331 Jan 25 16:29:20.329691 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-49dc79d2-a9cf-47c3-9984-7f50e73ab7a6 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:29:20.330415 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-49dc79d2-a9cf-47c3-9984-7f50e73ab7a6 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0482693 Jan 25 16:29:20.427636 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-80787b94-7b9c-4fd8-a546-316022c84319 service neutron] 10.222.0.107 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920856 Jan 25 16:29:20.721204 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-982de757-5b77-4892-8c86-b4136a19494a service neutron] 10.222.0.107 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2895410 Jan 25 16:29:20.987464 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c4f7d1fe-03ff-4714-988b-18e817656ee1 req-58cb6c53-9902-4f96-8b9a-1b3fc0a8b2a3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 210 time: 0.0307074 Jan 25 16:29:21.481669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285ccc1-1f20-450f-bd66-f1250aa9deaa req-633749ed-aa62-4eff-bdac-edefa65c7e01 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:21.482722 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0285ccc1-1f20-450f-bd66-f1250aa9deaa req-633749ed-aa62-4eff-bdac-edefa65c7e01 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0900474 Jan 25 16:29:21.518233 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0285ccc1-1f20-450f-bd66-f1250aa9deaa req-4903368e-9792-4c44-8aff-b3a7f97bf223 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0310252 Jan 25 16:29:22.114630 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-29fd584d-8b02-4284-852f-b363c3ea84fc req-113a4103-d6dc-4b83-8cf9-3857d977982c tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 210 time: 0.0333550 Jan 25 16:29:22.694174 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac909ae-b6a9-4ddb-8ec8-33f5b0846f5b req-daaaa7eb-4f5c-4a7b-a6d4-e32ea8743f23 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:22.695279 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0ac909ae-b6a9-4ddb-8ec8-33f5b0846f5b req-daaaa7eb-4f5c-4a7b-a6d4-e32ea8743f23 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0789528 Jan 25 16:29:22.733068 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0ac909ae-b6a9-4ddb-8ec8-33f5b0846f5b req-7d9b7904-a4e9-46a1-b82d-34ea15cce778 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0299189 Jan 25 16:29:23.015259 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-96f53d9f-9fdf-467d-9606-8a89f5a07637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:23.252907 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-028d9d3b-91f9-4d51-bce0-fc47efa9f1e9 req-90bb1146-36ae-4eec-8376-86a8fa2d673e tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 210 time: 0.0437596 Jan 25 16:29:23.909734 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815e5da-950a-4454-84e7-918c819da236 req-78bb8484-5a37-42ee-8009-50e1f29f3024 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:23.910798 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0815e5da-950a-4454-84e7-918c819da236 req-78bb8484-5a37-42ee-8009-50e1f29f3024 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0805683 Jan 25 16:29:23.949553 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0815e5da-950a-4454-84e7-918c819da236 req-4894bc72-ea73-4810-ad47-cd08f75595b4 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0315387 Jan 25 16:29:24.011135 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4eb86141-a33b-4a8f-aace-e3e4a7f5fa2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:24.385012 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-11229b45-57c5-4464-96af-3f42dbec7151 req-c62fb7e8-277d-44c4-941a-739807cdce91 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 210 time: 0.0330229 Jan 25 16:29:24.699017 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:24.912496 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:25.118484 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdceab-dd90-4780-8b60-8ea46e0f7e50 req-61b84020-00a6-46e8-9d1a-887a1bd0820d tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:25.119544 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-36cdceab-dd90-4780-8b60-8ea46e0f7e50 req-61b84020-00a6-46e8-9d1a-887a1bd0820d tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0730183 Jan 25 16:29:25.168427 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-36cdceab-dd90-4780-8b60-8ea46e0f7e50 req-48f07483-d362-45ed-9ff2-424891c557ec tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0443754 Jan 25 16:29:25.523735 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7a2ad931-cf26-466e-a610-ca1c52decfdb req-53cc4ab6-0777-4642-a350-9aa8d37ab8fe tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 210 time: 0.0350473 Jan 25 16:29:25.797848 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:26.321752 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8dbb9d-44cf-442f-a7f1-2a97c0f414eb req-386a0c14-b840-43ef-b90b-3db3a34dd742 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:26.322903 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6f8dbb9d-44cf-442f-a7f1-2a97c0f414eb req-386a0c14-b840-43ef-b90b-3db3a34dd742 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0714176 Jan 25 16:29:26.358278 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6f8dbb9d-44cf-442f-a7f1-2a97c0f414eb req-c9481da6-b057-4ed3-b661-c2f0475f39cf tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0312881 Jan 25 16:29:26.548322 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-d58930be-cfb2-4a72-9c31-60b72a9179c1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:26.548735 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-d58930be-cfb2-4a72-9c31-60b72a9179c1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Synchronizing usage tracker for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:network {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:29:26.561808 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-d58930be-cfb2-4a72-9c31-60b72a9179c1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Unset dirty status for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:network {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:29:26.563266 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-d58930be-cfb2-4a72-9c31-60b72a9179c1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.117 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 812 time: 0.1362550 Jan 25 16:29:26.643155 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8eab5960-f22a-41db-a1e1-d3601f913784 req-8eb8a077-0254-488e-8781-bef72da7938a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 210 time: 0.0379837 Jan 25 16:29:26.660211 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-0b14a765-168e-4eb7-a262-2004b46f1451 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Synchronizing usage tracker for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:security_group {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:29:26.668957 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-0b14a765-168e-4eb7-a262-2004b46f1451 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Unset dirty status for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:security_group {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:29:26.669826 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-0b14a765-168e-4eb7-a262-2004b46f1451 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=8fb2eb7ec5ad4402968fda814359d625 HTTP/1.1" status: 200 len: 5763 time: 0.0909286 Jan 25 16:29:26.969286 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-b6a6c57a-e79e-4a0a-b38d-b4b2dee70572 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Request body: {'port': {'device_id': '9d92d0ba-9f78-434e-bb7a-f696c7527ff9', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'admin_state_up': True, 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'security_groups': ['bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba']}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:29:27.078219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-b6a6c57a-e79e-4a0a-b38d-b4b2dee70572 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:29:27.086324 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-b6a6c57a-e79e-4a0a-b38d-b4b2dee70572 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:29:27.093150 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-b6a6c57a-e79e-4a0a-b38d-b4b2dee70572 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Made reservation on behalf of 8fb2eb7ec5ad4402968fda814359d625 for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:29:27.100983 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-b6a6c57a-e79e-4a0a-b38d-b4b2dee70572 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:27.304274 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-b6a6c57a-e79e-4a0a-b38d-b4b2dee70572 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Allocated IP 172.20.0.11 (e1ea83b3-1515-40c5-b3d0-92561d798269/683ea156-d0d6-4d1c-92c0-907881e8e327/99ed60c3-cc5a-4eb5-b91a-bc1b669030fd) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:29:27.375295 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 1d905a30-26ee-4f5c-bb63-6ebdf4649585 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:29:27.434269 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port 1d905a30-26ee-4f5c-bb63-6ebdf4649585 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:29:27.436747 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-b6a6c57a-e79e-4a0a-b38d-b4b2dee70572 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:27.437792 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 1d905a30-26ee-4f5c-bb63-6ebdf4649585 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:29:27.438067 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:27.448607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-b6a6c57a-e79e-4a0a-b38d-b4b2dee70572 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Transition to ACTIVE for port object 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd will not be triggered until provisioned by entity DHCP. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:29:27.465396 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-b6a6c57a-e79e-4a0a-b38d-b4b2dee70572 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:27.476268 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7928edfa-2880-4845-86dc-2dade2535650 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:29:27.514306 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da943ef7-367d-42fc-9755-bf566a5bbfa2 req-23f4407b-5e27-43cd-8c4f-75f7561c7f26 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:27.515470 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-da943ef7-367d-42fc-9755-bf566a5bbfa2 req-23f4407b-5e27-43cd-8c4f-75f7561c7f26 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0736275 Jan 25 16:29:27.521403 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:27.539217 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d905a30-26ee-4f5c-bb63-6ebdf4649585'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:29:27.546177 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port 1d905a30-26ee-4f5c-bb63-6ebdf4649585, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=1d905a30-26ee-4f5c-bb63-6ebdf4649585,segment=NetworkSegment(02348609-b9cb-4d45-9d86-d682934e2dbd),segment_id=02348609-b9cb-4d45-9d86-d682934e2dbd)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:29:27.549203 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:27.550631 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-45d02da2-34c8-4ddb-8ca2-e3ddc3cdc23d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:29:27.553466 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-da943ef7-367d-42fc-9755-bf566a5bbfa2 req-37c99783-994f-407d-bdc1-c6125285b9ad tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0331333 Jan 25 16:29:27.581519 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6c57a-e79e-4a0a-b38d-b4b2dee70572 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Pushing event updated for resources: {'Port': ['ID=99ed60c3-cc5a-4eb5-b91a-bc1b669030fd,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:29:27.586234 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b6a6c57a-e79e-4a0a-b38d-b4b2dee70572 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:29:27.594488 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-b6a6c57a-e79e-4a0a-b38d-b4b2dee70572 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Network e1ea83b3-1515-40c5-b3d0-92561d798269 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:29:27.595218 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-b6a6c57a-e79e-4a0a-b38d-b4b2dee70572 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:29:27.595922 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=1d905a30-26ee-4f5c-bb63-6ebdf4649585,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:29:27.596983 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-b6a6c57a-e79e-4a0a-b38d-b4b2dee70572 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:29:27.602137 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.602345 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.602546 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.602744 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.602936 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.603131 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.603322 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.603515 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.603706 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.603897 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.604087 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.604296 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.604632 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.604841 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.605047 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.605222 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.605412 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.605604 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.605884 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.606093 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.606256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.606459 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.606652 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.606853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:27.609506 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:29:27.639822 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d905a30-26ee-4f5c-bb63-6ebdf4649585', 'code': 200} Jan 25 16:29:27.648501 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-b6a6c57a-e79e-4a0a-b38d-b4b2dee70572 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:27.649000 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-b6a6c57a-e79e-4a0a-b38d-b4b2dee70572 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:27.666307 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-b6a6c57a-e79e-4a0a-b38d-b4b2dee70572 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7028942 Jan 25 16:29:27.675733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Request body: {'port': {'device_id': '9d92d0ba-9f78-434e-bb7a-f696c7527ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:29:27.742242 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:27.776909 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ed25c-740f-41d4-9a98-bc8f2aaa0616 req-28eadb14-cea6-4f14-aa78-49a67d758201 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:27.777819 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-474ed25c-740f-41d4-9a98-bc8f2aaa0616 req-28eadb14-cea6-4f14-aa78-49a67d758201 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 932 time: 0.0577564 Jan 25 16:29:27.787573 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-898b1d60-cbd0-4636-969c-a4fc0d2ca449 None None] Provisioning for port 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:29:27.790512 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-898b1d60-cbd0-4636-969c-a4fc0d2ca449 None None] Provisioning complete for port 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:29:27.790741 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-898b1d60-cbd0-4636-969c-a4fc0d2ca449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:27.810882 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-474ed25c-740f-41d4-9a98-bc8f2aaa0616 req-d60c4a25-5ffe-48c3-b007-599fbae24599 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0281026 Jan 25 16:29:27.831040 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-898b1d60-cbd0-4636-969c-a4fc0d2ca449 None None] Port 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:29:27.972639 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:29:27.977276 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:27.984153 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Transition to ACTIVE for port object 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:29:27.986076 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:27.993291 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-35f16100-132e-4aab-bb9d-8b9442fa03fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:29:28.278439 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=99ed60c3-cc5a-4eb5-b91a-bc1b669030fd,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:29:28.280367 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:29:28.398021 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Attempting to bind port 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:29:28.398377 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Attempting to bind port 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:29:28.398445 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Attempting to bind port 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd on network e1ea83b3-1515-40c5-b3d0-92561d798269 {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:29:28.402201 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:29:28.402444 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Checking segment: {'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:29:28.402704 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:28.402952 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Bound using segment: {'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:29:28.403253 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Bound port: 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:29:28.403499 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:28.469916 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] For port 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:29:28.474210 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] For port 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=99ed60c3-cc5a-4eb5-b91a-bc1b669030fd,segment=NetworkSegment(45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d),segment_id=45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:29:28.476638 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:28.484480 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-15e14c9c-4237-4ad0-946a-26c4875e62c4 tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:29:28.561725 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=99ed60c3-cc5a-4eb5-b91a-bc1b669030fd,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:29:28.563695 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:29:28.584021 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:28.584331 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:28.585339 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] 10.222.0.117 "PUT /v2.0/ports/99ed60c3-cc5a-4eb5-b91a-bc1b669030fd HTTP/1.1" status: 200 len: 1158 time: 0.9121642 Jan 25 16:29:28.585525 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d92d0ba-9f78-434e-bb7a-f696c7527ff9', 'tag': '99ed60c3-cc5a-4eb5-b91a-bc1b669030fd'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:29:28.651988 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d92d0ba-9f78-434e-bb7a-f696c7527ff9', 'tag': '99ed60c3-cc5a-4eb5-b91a-bc1b669030fd', 'status': 'completed', 'code': 200} Jan 25 16:29:28.702192 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-4fae51b4-7848-413b-ac03-2671e423ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:28.703125 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-4fae51b4-7848-413b-ac03-2671e423ad36 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 1161 time: 0.0817070 Jan 25 16:29:28.748043 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-c933348d-45d1-4cde-9af3-065130fea460 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99ed60c3-cc5a-4eb5-b91a-bc1b669030fd HTTP/1.1" status: 200 len: 217 time: 0.0342982 Jan 25 16:29:28.763881 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f1b97-1348-4397-ac5a-4042b3a24344 req-b90df09b-4528-421a-896e-5d071dc9d7d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:28.765158 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a15f1b97-1348-4397-ac5a-4042b3a24344 req-b90df09b-4528-421a-896e-5d071dc9d7d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0966766 Jan 25 16:29:28.819776 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-2125ef58-3e11-416d-a37c-6b47119b1a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:28.820671 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-2125ef58-3e11-416d-a37c-6b47119b1a3a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.0550270 Jan 25 16:29:28.825479 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a15f1b97-1348-4397-ac5a-4042b3a24344 req-cb90b39f-5c01-4ff2-be57-2a30aff34bbe tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0381305 Jan 25 16:29:28.882043 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-38a25d6c-be99-4aa6-b5cc-f31275953be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:28.883040 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-38a25d6c-be99-4aa6-b5cc-f31275953be3 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538838 Jan 25 16:29:28.942752 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf377fff-73af-4555-b895-86310d3f4bdd req-833bddd6-5472-4ca4-9201-3ed7c8eb6f2b tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:28.943840 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cf377fff-73af-4555-b895-86310d3f4bdd req-833bddd6-5472-4ca4-9201-3ed7c8eb6f2b tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 944 time: 0.0658512 Jan 25 16:29:28.972340 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-742e6c85-2e45-48e1-8aae-14fcb4da2710 service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802112 Jan 25 16:29:28.972724 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cf377fff-73af-4555-b895-86310d3f4bdd req-736d5e9a-0297-418c-9f51-40616524c684 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0248809 Jan 25 16:29:29.060750 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4a1b5edb-de76-481f-a460-79f99ad0161c req-6f262bfe-c36c-4701-9345-134c897fbb04 service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0799391 Jan 25 16:29:29.139415 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 1d905a30-26ee-4f5c-bb63-6ebdf4649585 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:29:29.143977 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d956e4-691d-43e2-8b25-16e3552106c0 req-f46079b1-1273-4a2d-a159-21eeb9171e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:29.146331 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-19d956e4-691d-43e2-8b25-16e3552106c0 req-f46079b1-1273-4a2d-a159-21eeb9171e5d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 1161 time: 0.0524440 Jan 25 16:29:29.182751 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 1d905a30-26ee-4f5c-bb63-6ebdf4649585 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:29:29.182991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:29.224579 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d956e4-691d-43e2-8b25-16e3552106c0 req-f2ffb4bd-8185-45dd-9fcc-81f2095f0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:29.225497 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-19d956e4-691d-43e2-8b25-16e3552106c0 req-f2ffb4bd-8185-45dd-9fcc-81f2095f0221 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 906 time: 0.0748401 Jan 25 16:29:29.266621 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-19d956e4-691d-43e2-8b25-16e3552106c0 req-d9104e59-74f1-4a93-89cb-e9103808f1da service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99ed60c3-cc5a-4eb5-b91a-bc1b669030fd HTTP/1.1" status: 200 len: 217 time: 0.0359738 Jan 25 16:29:29.318781 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d956e4-691d-43e2-8b25-16e3552106c0 req-c7642d66-22e1-4b00-98c6-be41a3b91c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:29.319612 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-19d956e4-691d-43e2-8b25-16e3552106c0 req-c7642d66-22e1-4b00-98c6-be41a3b91c50 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.0457120 Jan 25 16:29:29.385558 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d956e4-691d-43e2-8b25-16e3552106c0 req-e146b6fb-7e82-4911-803a-b1e12d338093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:29.386477 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-19d956e4-691d-43e2-8b25-16e3552106c0 req-e146b6fb-7e82-4911-803a-b1e12d338093 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582974 Jan 25 16:29:29.479915 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-19d956e4-691d-43e2-8b25-16e3552106c0 req-61881212-c971-4c7c-997a-d7997dec72b5 service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841556 Jan 25 16:29:29.570618 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-19d956e4-691d-43e2-8b25-16e3552106c0 req-3a8ff312-1696-4f80-9fff-f5adc3c4ac86 service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0823398 Jan 25 16:29:29.991173 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b92071-13cd-4fac-baf0-222618477d89 req-6c2770b6-d055-40c8-9dc1-9c7466cbf2a2 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:29.992322 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f9b92071-13cd-4fac-baf0-222618477d89 req-6c2770b6-d055-40c8-9dc1-9c7466cbf2a2 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0767591 Jan 25 16:29:30.028145 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f9b92071-13cd-4fac-baf0-222618477d89 req-9ef47a45-bc72-443d-ac7b-31c195099c25 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0303125 Jan 25 16:29:30.122213 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cbe8c-58df-4c07-b33b-b075450ed4cb req-9058aba7-8f47-4d86-b02e-75180d9e1bf1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:30.123232 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-326cbe8c-58df-4c07-b33b-b075450ed4cb req-9058aba7-8f47-4d86-b02e-75180d9e1bf1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 944 time: 0.0717316 Jan 25 16:29:30.160128 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-326cbe8c-58df-4c07-b33b-b075450ed4cb req-4a52a25e-8460-4466-8ae7-125bccbe3c68 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0293252 Jan 25 16:29:31.218190 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ce2ef-1434-4c0a-8674-ec70dc868c41 req-20402fac-330a-4788-bcea-c58ac9e66d24 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:31.219315 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fb6ce2ef-1434-4c0a-8674-ec70dc868c41 req-20402fac-330a-4788-bcea-c58ac9e66d24 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0927811 Jan 25 16:29:31.254861 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fb6ce2ef-1434-4c0a-8674-ec70dc868c41 req-f537f4d4-d1cc-4e38-a178-ec4015e89198 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0311458 Jan 25 16:29:31.306969 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394ad5e-bb3a-4ac2-9244-feea98a260d5 req-b0688884-8a7e-4993-95f1-14d106ebbbc9 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:31.308076 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e394ad5e-bb3a-4ac2-9244-feea98a260d5 req-b0688884-8a7e-4993-95f1-14d106ebbbc9 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 944 time: 0.0699513 Jan 25 16:29:31.349440 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e394ad5e-bb3a-4ac2-9244-feea98a260d5 req-be2b757a-3178-4055-9b36-6789698d37ce tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0340998 Jan 25 16:29:32.422090 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958d9f1-cb3e-48f1-896a-842bb365c964 req-d48d4800-e3eb-4600-b31b-3f05ca45ed6d tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:32.423112 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b958d9f1-cb3e-48f1-896a-842bb365c964 req-d48d4800-e3eb-4600-b31b-3f05ca45ed6d tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0722959 Jan 25 16:29:32.461613 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b958d9f1-cb3e-48f1-896a-842bb365c964 req-3ddfe4b8-093c-4753-82ab-8cb0f2934575 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0308959 Jan 25 16:29:32.509731 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e57a7-1502-4f50-9019-66a8385451cf req-e46fd9e7-13d0-43fd-a3db-1270b9c0f67a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:32.511055 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c41e57a7-1502-4f50-9019-66a8385451cf req-e46fd9e7-13d0-43fd-a3db-1270b9c0f67a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 944 time: 0.0741613 Jan 25 16:29:32.546622 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c41e57a7-1502-4f50-9019-66a8385451cf req-b019794f-c46f-46dd-bccc-35493f5b6145 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0311885 Jan 25 16:29:32.632321 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053f124-5ea8-4699-84b2-75d776805ee3 req-93b6d720-ab29-4965-b87a-ae6fb4e9fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:32.633382 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d053f124-5ea8-4699-84b2-75d776805ee3 req-93b6d720-ab29-4965-b87a-ae6fb4e9fd88 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 1162 time: 0.0547934 Jan 25 16:29:32.666284 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d053f124-5ea8-4699-84b2-75d776805ee3 req-370056a7-2ef9-4612-9680-4011d8c6d80c service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0240407 Jan 25 16:29:33.627117 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6b71f-65cf-4f64-845f-f52251372c6d req-d0c89d23-46dd-4cc5-87cb-3474e32e6559 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:33.628239 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8ed6b71f-65cf-4f64-845f-f52251372c6d req-d0c89d23-46dd-4cc5-87cb-3474e32e6559 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0709643 Jan 25 16:29:33.666792 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8ed6b71f-65cf-4f64-845f-f52251372c6d req-94a6ade4-5289-45b5-a769-e305570610d5 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0336549 Jan 25 16:29:33.721854 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2456b-1127-4979-b532-d4049c6dc510 req-8985b4e5-03b5-43c7-a070-342b378a8702 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:33.722931 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f9a2456b-1127-4979-b532-d4049c6dc510 req-8985b4e5-03b5-43c7-a070-342b378a8702 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 944 time: 0.0845335 Jan 25 16:29:33.757160 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f9a2456b-1127-4979-b532-d4049c6dc510 req-63d4000a-f1a4-47b4-a5f6-178c4b5f6464 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0290604 Jan 25 16:29:34.845362 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9846dd6-0f12-4955-b649-757708287990 req-686485ed-c46c-4457-af83-0fd22ee6ef4d tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:34.846494 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a9846dd6-0f12-4955-b649-757708287990 req-686485ed-c46c-4457-af83-0fd22ee6ef4d tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0747988 Jan 25 16:29:34.880708 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a9846dd6-0f12-4955-b649-757708287990 req-e7225e64-d9c8-4321-80e0-47628551ef75 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0298924 Jan 25 16:29:34.906014 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c85432-38ae-4bfc-9c6b-c5e201e2e42b req-586c2e97-54d3-4270-8402-fa8db6eb0ba1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:34.907142 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-95c85432-38ae-4bfc-9c6b-c5e201e2e42b req-586c2e97-54d3-4270-8402-fa8db6eb0ba1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 944 time: 0.0688598 Jan 25 16:29:34.941355 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-95c85432-38ae-4bfc-9c6b-c5e201e2e42b req-4150b7c4-3bae-4891-886c-1c9dd9a2a88a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0299602 Jan 25 16:29:35.029147 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4eb24-669f-4de8-bb95-dee1c74f4cf5 req-83c71a34-ca5a-4761-861b-ce84c29d123d tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:35.030178 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bee4eb24-669f-4de8-bb95-dee1c74f4cf5 req-83c71a34-ca5a-4761-861b-ce84c29d123d tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0746531 Jan 25 16:29:35.063018 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bee4eb24-669f-4de8-bb95-dee1c74f4cf5 req-582420d1-2df2-4e26-923c-fadc705c9553 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0288012 Jan 25 16:29:35.203238 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-628c6888-2754-4514-89e2-582b105dc891 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1062198 Jan 25 16:29:35.209881 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Request body: {'floatingip': {'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:29:35.215030 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:29:35.217481 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Usage tracker for resource:floatingip and tenant:7f185d2548be4605a35eb400374bd460 is out of sync, need to count used quota {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:29:35.219285 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:29:35.222606 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:29:35.229413 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for floatingip, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:35.310691 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:35.461438 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Allocated IP 172.27.3.108 (a86c8819-2978-473d-8d16-86365edfeb60/ab1961e7-fa88-47d7-900c-7c648513b3bc/fd8feca8-77ad-4ee2-a911-b191735a14ca) {{(pid=79984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:29:35.561841 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for port, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:35.581278 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:35.590805 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-653bff19-670e-4e53-ae42-b54484b5fb0d tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:29:35.671782 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Pushing event updated for resources: {'Port': ['ID=fd8feca8-77ad-4ee2-a911-b191735a14ca,revision_number=1']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:29:35.685441 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.685680 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.685940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.686191 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.686441 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.686692 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.686938 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.687182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.687425 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.687670 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.687916 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.688178 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.688477 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.688729 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.688975 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.689219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.689464 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.689709 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.689952 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.690194 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.690441 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.690685 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.690930 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.691174 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:29:35.693992 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:29:35.716944 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Network a86c8819-2978-473d-8d16-86365edfeb60 is already hosted by enough agents. {{(pid=79984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:29:35.717655 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Resources bound (agent type, host, resource id): {{(pid=79984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:29:35.719144 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Received port after_create {{(pid=79984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:29:35.770117 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for floatingip, precommit_create {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:35.808278 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:35.954970 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for port, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:35.957724 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852675872'] for port, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:35.964809 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9bbc3393-6fab-466d-bcd0-4a0946fac847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:29:36.038260 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Pushing event updated for resources: {'Port': ['ID=fd8feca8-77ad-4ee2-a911-b191735a14ca,revision_number=2']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:29:36.041139 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:29:36.094859 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274d6d0-25b5-4af7-bdc1-b8e87e02fa7e req-f071bbb4-92d8-4483-80c4-c888a40c5911 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:36.095267 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:36.095366 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-a274d6d0-25b5-4af7-bdc1-b8e87e02fa7e req-f071bbb4-92d8-4483-80c4-c888a40c5911 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Synchronizing usage tracker for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:29:36.105787 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-a274d6d0-25b5-4af7-bdc1-b8e87e02fa7e req-f071bbb4-92d8-4483-80c4-c888a40c5911 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Unset dirty status for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:29:36.106619 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a274d6d0-25b5-4af7-bdc1-b8e87e02fa7e req-f071bbb4-92d8-4483-80c4-c888a40c5911 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 944 time: 0.0840461 Jan 25 16:29:36.116437 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:36.118000 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-6f667f18-c6a5-486a-8768-5a069563827b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9106221 Jan 25 16:29:36.142321 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a274d6d0-25b5-4af7-bdc1-b8e87e02fa7e req-8ae1a76f-28e2-497d-b68f-bb7764c1c6cf tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0317175 Jan 25 16:29:36.174895 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-40e00380-0ae3-43a4-855d-26d982e29d02 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Synchronizing usage tracker for tenant:7f185d2548be4605a35eb400374bd460 on resource:floatingip {{(pid=79984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:29:36.185219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-40e00380-0ae3-43a4-855d-26d982e29d02 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Unset dirty status for tenant:7f185d2548be4605a35eb400374bd460 on resource:floatingip {{(pid=79984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:29:36.186069 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-40e00380-0ae3-43a4-855d-26d982e29d02 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.108 HTTP/1.1" status: 200 len: 696 time: 0.0644162 Jan 25 16:29:36.296506 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-947363e2-7a7f-4f42-a337-8f5fae1a79e8 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:36.297389 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-947363e2-7a7f-4f42-a337-8f5fae1a79e8 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/networks/a86c8819-2978-473d-8d16-86365edfeb60 HTTP/1.1" status: 200 len: 784 time: 0.1077213 Jan 25 16:29:36.307903 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-ce2edfc3-a90a-4f2f-87fc-6ed1bc5bf784 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:29:36.308600 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b3be17fa-7c7e-4b91-94fd-629b11473ea3 req-ce2edfc3-a90a-4f2f-87fc-6ed1bc5bf784 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0037646 Jan 25 16:29:36.424643 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-a0f46275-bf55-465a-acd6-10a12ed21c31 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:36.425564 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-a0f46275-bf55-465a-acd6-10a12ed21c31 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0591969 Jan 25 16:29:36.475668 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-f83e1c9f-ee21-46b0-a2e2-691e17d3e42e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.108 HTTP/1.1" status: 200 len: 696 time: 0.0442533 Jan 25 16:29:36.480999 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-3148cad1-9993-48c6-b66f-da6def109d6e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Request body: {'floatingip': {'port_id': '1d905a30-26ee-4f5c-bb63-6ebdf4649585', 'fixed_ip_address': '172.20.0.3'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:29:36.522231 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-3148cad1-9993-48c6-b66f-da6def109d6e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for floatingip, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:36.838332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-3148cad1-9993-48c6-b66f-da6def109d6e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for floatingip, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:36.840906 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-3148cad1-9993-48c6-b66f-da6def109d6e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:37.155918 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.l3_db [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-3148cad1-9993-48c6-b66f-da6def109d6e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Floating IP 9480c634-88ad-4b6b-af6c-cd4d53f59ed3 associated. External IP: 172.27.3.108, port: 1d905a30-26ee-4f5c-bb63-6ebdf4649585. Jan 25 16:29:37.294974 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828ed95-8635-4bc6-813c-5eaae03c2f7f req-8665088d-5be4-43c9-928d-aefb1734bf3b tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:37.296034 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5828ed95-8635-4bc6-813c-5eaae03c2f7f req-8665088d-5be4-43c9-928d-aefb1734bf3b tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 944 time: 0.0843246 Jan 25 16:29:37.332676 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5828ed95-8635-4bc6-813c-5eaae03c2f7f req-0f7c1aef-0172-4350-a699-99dc3a6e95f5 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0324714 Jan 25 16:29:37.382263 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-3148cad1-9993-48c6-b66f-da6def109d6e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Router fc13c64d-62af-464d-8f62-25ecb34958c7 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:29:37.498899 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-3148cad1-9993-48c6-b66f-da6def109d6e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:29:37.503643 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-3148cad1-9993-48c6-b66f-da6def109d6e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:37.509277 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6f31a7-4cb6-4f27-a9ba-fbe28aee19f3 None None] Sync routers for ids ['fc13c64d-62af-464d-8f62-25ecb34958c7'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:29:37.516978 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6f31a7-4cb6-4f27-a9ba-fbe28aee19f3 None None] Routers {'fc13c64d-62af-464d-8f62-25ecb34958c7'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:29:37.517440 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-bc6f31a7-4cb6-4f27-a9ba-fbe28aee19f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:29:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['fc13c64d-62af-464d-8f62-25ecb34958c7'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:29:37.541386 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-3148cad1-9993-48c6-b66f-da6def109d6e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "PUT /v2.0/floatingips/9480c634-88ad-4b6b-af6c-cd4d53f59ed3 HTTP/1.1" status: 200 len: 996 time: 1.0623798 Jan 25 16:29:37.541768 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'tag': '1d905a30-26ee-4f5c-bb63-6ebdf4649585'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:29:37.584348 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'tag': '1d905a30-26ee-4f5c-bb63-6ebdf4649585', 'status': 'completed', 'code': 200} Jan 25 16:29:37.611105 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-1c46361d-cc25-430c-b1e9-ae1cc08e9b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:37.612252 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-1c46361d-cc25-430c-b1e9-ae1cc08e9b71 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=7f185d2548be4605a35eb400374bd460&device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 1162 time: 0.0601239 Jan 25 16:29:37.714194 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-4e789124-0876-4565-9215-f8de605b3633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:37.715296 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-4e789124-0876-4565-9215-f8de605b3633 service neutron] 10.222.0.107 "GET /v2.0/networks?id=64663454-077a-4d9c-a45e-a7399d31e182 HTTP/1.1" status: 200 len: 902 time: 0.0953789 Jan 25 16:29:37.781070 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-bc6f31a7-4cb6-4f27-a9ba-fbe28aee19f3 None None] Set router fc13c64d-62af-464d-8f62-25ecb34958c7 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:29:37.787162 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-39214e77-efca-4784-8bb4-813dca7509c5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d905a30-26ee-4f5c-bb63-6ebdf4649585 HTTP/1.1" status: 200 len: 999 time: 0.0641308 Jan 25 16:29:37.833128 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-48d3c9b7-9438-4685-a58d-7924201afef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:37.834151 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-48d3c9b7-9438-4685-a58d-7924201afef2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9afd0a4f-0303-4b12-92f2-92872f97db2b HTTP/1.1" status: 200 len: 847 time: 0.0393806 Jan 25 16:29:37.887906 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-4fd805cf-51e0-4e7b-8d02-8df50a560edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:37.888988 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-4fd805cf-51e0-4e7b-8d02-8df50a560edc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=64663454-077a-4d9c-a45e-a7399d31e182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507655 Jan 25 16:29:37.895844 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-f8117f54-bfc4-444c-aab5-940ab1361e10 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:29:37.896464 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-f8117f54-bfc4-444c-aab5-940ab1361e10 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0034814 Jan 25 16:29:38.021320 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-643c7386-50ee-405d-8053-36de2cbc014d service neutron] 10.222.0.107 "GET /v2.0/networks/64663454-077a-4d9c-a45e-a7399d31e182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209145 Jan 25 16:29:38.043122 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c207ca-8000-4c09-9e3c-b7cd4b2f4d6a req-4a6f2093-bbd5-4c5e-bf7d-0d39374ede78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:38.044044 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b5c207ca-8000-4c09-9e3c-b7cd4b2f4d6a req-4a6f2093-bbd5-4c5e-bf7d-0d39374ede78 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7f185d2548be4605a35eb400374bd460&device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 1162 time: 0.0988564 Jan 25 16:29:38.079499 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-bc6f31a7-4cb6-4f27-a9ba-fbe28aee19f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'name': 'tempest-TestShelveInstance-241598919-router', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:17Z', 'updated_at': '2021-01-25T16:28:21Z', 'revision_number': 4, 'project_id': '7f185d2548be4605a35eb400374bd460', 'gw_port': {'id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:18Z', 'updated_at': '2021-01-25T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': '9480c634-88ad-4b6b-af6c-cd4d53f59ed3', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'port_id': '1d905a30-26ee-4f5c-bb63-6ebdf4649585', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182', 'mac_address': 'fa:16:3e:00:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:29:35Z', 'updated_at': '2021-01-25T16:29:36Z', 'revision_number': 1, 'project_id': '7f185d2548be4605a35eb400374bd460', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87185aab-9035-4403-8d80-e5a9154c0753', 'name': '', 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'mac_address': 'fa:16:3e:a1:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '9afd0a4f-0303-4b12-92f2-92872f97db2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:20Z', 'updated_at': '2021-01-25T16:28:27Z', 'revision_number': 5, 'project_id': '7f185d2548be4605a35eb400374bd460', 'subnets': [{'id': '9afd0a4f-0303-4b12-92f2-92872f97db2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:29:38.082776 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6f31a7-4cb6-4f27-a9ba-fbe28aee19f3 None None] Checking router: fc13c64d-62af-464d-8f62-25ecb34958c7 for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:29:38.090861 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6f31a7-4cb6-4f27-a9ba-fbe28aee19f3 None None] Routers {'fc13c64d-62af-464d-8f62-25ecb34958c7'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:29:38.091202 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-bc6f31a7-4cb6-4f27-a9ba-fbe28aee19f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:29:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['fc13c64d-62af-464d-8f62-25ecb34958c7'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:29:38.174640 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-38d07a7d-9f83-4641-a3cc-b5d2212598d3 req-861c3c95-9faf-4852-bed4-892b1f48ad0d service neutron] 10.222.0.107 "GET /v2.0/networks/64663454-077a-4d9c-a45e-a7399d31e182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1477964 Jan 25 16:29:38.183357 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c207ca-8000-4c09-9e3c-b7cd4b2f4d6a req-359b0c59-1ab7-4a89-af55-c965dbc692ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:38.184237 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b5c207ca-8000-4c09-9e3c-b7cd4b2f4d6a req-359b0c59-1ab7-4a89-af55-c965dbc692ac service neutron] 10.222.0.117 "GET /v2.0/networks?id=64663454-077a-4d9c-a45e-a7399d31e182 HTTP/1.1" status: 200 len: 902 time: 0.1086721 Jan 25 16:29:38.195914 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-bc6f31a7-4cb6-4f27-a9ba-fbe28aee19f3 None None] Set router fc13c64d-62af-464d-8f62-25ecb34958c7 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:29:38.262205 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b5c207ca-8000-4c09-9e3c-b7cd4b2f4d6a req-674f3223-4905-489b-a130-3bf2771897a6 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d905a30-26ee-4f5c-bb63-6ebdf4649585 HTTP/1.1" status: 200 len: 999 time: 0.0738630 Jan 25 16:29:38.302261 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c207ca-8000-4c09-9e3c-b7cd4b2f4d6a req-b0ff15b2-4654-4136-ab5a-8df0c34c669b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:38.303023 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b5c207ca-8000-4c09-9e3c-b7cd4b2f4d6a req-b0ff15b2-4654-4136-ab5a-8df0c34c669b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9afd0a4f-0303-4b12-92f2-92872f97db2b HTTP/1.1" status: 200 len: 847 time: 0.0339534 Jan 25 16:29:38.357429 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c207ca-8000-4c09-9e3c-b7cd4b2f4d6a req-aa1b3ede-5bdd-4c99-a1db-4612117ed39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:38.358310 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b5c207ca-8000-4c09-9e3c-b7cd4b2f4d6a req-aa1b3ede-5bdd-4c99-a1db-4612117ed39b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=64663454-077a-4d9c-a45e-a7399d31e182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506516 Jan 25 16:29:38.399357 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-bc6f31a7-4cb6-4f27-a9ba-fbe28aee19f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'name': 'tempest-TestShelveInstance-241598919-router', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:17Z', 'updated_at': '2021-01-25T16:28:21Z', 'revision_number': 4, 'project_id': '7f185d2548be4605a35eb400374bd460', 'gw_port': {'id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:18Z', 'updated_at': '2021-01-25T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': '9480c634-88ad-4b6b-af6c-cd4d53f59ed3', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'port_id': '1d905a30-26ee-4f5c-bb63-6ebdf4649585', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182', 'mac_address': 'fa:16:3e:00:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:29:35Z', 'updated_at': '2021-01-25T16:29:36Z', 'revision_number': 1, 'project_id': '7f185d2548be4605a35eb400374bd460', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87185aab-9035-4403-8d80-e5a9154c0753', 'name': '', 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'mac_address': 'fa:16:3e:a1:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '9afd0a4f-0303-4b12-92f2-92872f97db2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:20Z', 'updated_at': '2021-01-25T16:28:27Z', 'revision_number': 5, 'project_id': '7f185d2548be4605a35eb400374bd460', 'subnets': [{'id': '9afd0a4f-0303-4b12-92f2-92872f97db2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:29:38.401733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6f31a7-4cb6-4f27-a9ba-fbe28aee19f3 None None] The sync data for ids ['fc13c64d-62af-464d-8f62-25ecb34958c7'] in dv-cinder-766064-3-iscsi is: [{'id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'name': 'tempest-TestShelveInstance-241598919-router', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:17Z', 'updated_at': '2021-01-25T16:28:21Z', 'revision_number': 4, 'project_id': '7f185d2548be4605a35eb400374bd460', 'gw_port': {'id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:18Z', 'updated_at': '2021-01-25T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': '9480c634-88ad-4b6b-af6c-cd4d53f59ed3', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'port_id': '1d905a30-26ee-4f5c-bb63-6ebdf4649585', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182', 'mac_address': 'fa:16:3e:00:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:29:35Z', 'updated_at': '2021-01-25T16:29:36Z', 'revision_number': 1, 'project_id': '7f185d2548be4605a35eb400374bd460', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87185aab-9035-4403-8d80-e5a9154c0753', 'name': '', 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'mac_address': 'fa:16:3e:a1:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '9afd0a4f-0303-4b12-92f2-92872f97db2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:20Z', 'updated_at': '2021-01-25T16:28:27Z', 'revision_number': 5, 'project_id': '7f185d2548be4605a35eb400374bd460', 'subnets': [{'id': '9afd0a4f-0303-4b12-92f2-92872f97db2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:29:38.439240 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b5c207ca-8000-4c09-9e3c-b7cd4b2f4d6a req-83714bdb-ab55-4137-8773-d8c9f0df1348 service neutron] 10.222.0.117 "GET /v2.0/networks/64663454-077a-4d9c-a45e-a7399d31e182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0768895 Jan 25 16:29:38.479943 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b554d71-6cec-4361-88f9-ed5999cfa53a req-8f39ae38-63d0-4a2d-aee2-10d3dd0f0e3a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:38.480947 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5b554d71-6cec-4361-88f9-ed5999cfa53a req-8f39ae38-63d0-4a2d-aee2-10d3dd0f0e3a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 944 time: 0.0624375 Jan 25 16:29:38.523391 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5b554d71-6cec-4361-88f9-ed5999cfa53a req-6f404661-6974-4875-99ad-1c5188d7c7d1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0349805 Jan 25 16:29:38.547645 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:29:38.632044 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd3a104-55c5-412b-8807-19bbecf95e29 None None] New status for floating IP 9480c634-88ad-4b6b-af6c-cd4d53f59ed3: ACTIVE {{(pid=79986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 16:29:38.756247 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b5c207ca-8000-4c09-9e3c-b7cd4b2f4d6a req-842b8bd2-33df-47e7-8522-50bea22fb5f2 service neutron] 10.222.0.117 "GET /v2.0/networks/64663454-077a-4d9c-a45e-a7399d31e182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3128946 Jan 25 16:29:39.464632 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:29:39.522053 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:29:39.525572 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:29:39.525858 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:39.595247 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:39.611609 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d92d0ba-9f78-434e-bb7a-f696c7527ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ed60c3-cc5a-4eb5-b91a-bc1b669030fd'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:29:39.618679 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=99ed60c3-cc5a-4eb5-b91a-bc1b669030fd,segment=NetworkSegment(45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d),segment_id=45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:29:39.620719 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:39.622103 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:29:39.646472 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d92d0ba-9f78-434e-bb7a-f696c7527ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ed60c3-cc5a-4eb5-b91a-bc1b669030fd', 'code': 200} Jan 25 16:29:39.660982 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=99ed60c3-cc5a-4eb5-b91a-bc1b669030fd,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:29:39.662955 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:29:39.669465 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4491c-e2d3-4d4f-931d-57e0ca70b38a req-f8e795d9-6cba-4e4e-9bcb-06a252c192b0 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:39.670449 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-09b4491c-e2d3-4d4f-931d-57e0ca70b38a req-f8e795d9-6cba-4e4e-9bcb-06a252c192b0 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 946 time: 0.0625970 Jan 25 16:29:39.699721 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-09b4491c-e2d3-4d4f-931d-57e0ca70b38a req-a4ef24bb-577b-497e-9825-8850f322cfad tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0245342 Jan 25 16:29:40.497302 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097f259-ee2a-4623-88de-889b3a71d88e req-311ceb9f-ddf0-4e50-bf2d-601ca618c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:40.498290 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8097f259-ee2a-4623-88de-889b3a71d88e req-311ceb9f-ddf0-4e50-bf2d-601ca618c603 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 1163 time: 0.0644374 Jan 25 16:29:40.530519 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8097f259-ee2a-4623-88de-889b3a71d88e req-53251830-bf82-40a0-9ec4-f26fed263679 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0237470 Jan 25 16:29:40.877522 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e938e-294e-48c4-a0a8-803649463c8d req-c6b8b51d-1024-4ff1-a967-5c2da0e9f3ee tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:40.878669 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-298e938e-294e-48c4-a0a8-803649463c8d req-c6b8b51d-1024-4ff1-a967-5c2da0e9f3ee tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 946 time: 0.0772440 Jan 25 16:29:40.912383 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-298e938e-294e-48c4-a0a8-803649463c8d req-80998e75-15d6-43ca-8bfc-654af9b01293 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0291924 Jan 25 16:29:41.220886 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:29:41.277520 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:29:41.277794 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:42.096472 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe983a-a384-47b8-ac9d-585a79dd0f39 req-ba7098ba-6793-4c1b-acc3-f5ccdf61cc44 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:42.097526 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e3fe983a-a384-47b8-ac9d-585a79dd0f39 req-ba7098ba-6793-4c1b-acc3-f5ccdf61cc44 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 946 time: 0.0862782 Jan 25 16:29:42.137516 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e3fe983a-a384-47b8-ac9d-585a79dd0f39 req-df68e53d-0a37-46e6-9eb4-be3b4732d0c1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0339606 Jan 25 16:29:42.290474 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6c2ab-1ede-4fec-a5f0-7fcde83e6253 req-b461f39b-c295-4a57-89bb-b246760456f4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:42.291467 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-03c6c2ab-1ede-4fec-a5f0-7fcde83e6253 req-b461f39b-c295-4a57-89bb-b246760456f4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 946 time: 0.0771613 Jan 25 16:29:42.328162 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-03c6c2ab-1ede-4fec-a5f0-7fcde83e6253 req-5d6649ad-dd0a-47e8-ae17-9c9d7deec77a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0323088 Jan 25 16:29:42.476252 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-b774860a-8e60-4aa9-872f-26e7e5b1e84a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1156189 Jan 25 16:29:42.482802 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Request body: {'floatingip': {'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:29:42.488901 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:29:42.492163 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Usage tracker for resource:floatingip and tenant:8fb2eb7ec5ad4402968fda814359d625 is out of sync, need to count used quota {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 25 16:29:42.494153 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 25 16:29:42.498471 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:29:42.506565 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for floatingip, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:42.600628 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:42.790164 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Allocated IP 172.27.3.53 (a86c8819-2978-473d-8d16-86365edfeb60/ab1961e7-fa88-47d7-900c-7c648513b3bc/f0eb7306-fa2a-499e-b3b6-f4b2b2469280) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:29:42.900038 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:42.927126 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:42.935961 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-8d2a3268-8d4f-4e72-8a8c-6c82ebaec083 tempest-AttachVolumeNegativeTest-512235796 tempest-AttachVolumeNegativeTest-512235796] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:29:43.020190 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Pushing event updated for resources: {'Port': ['ID=f0eb7306-fa2a-499e-b3b6-f4b2b2469280,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:29:43.023769 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:29:43.059138 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Network a86c8819-2978-473d-8d16-86365edfeb60 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:29:43.059976 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:29:43.061948 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:29:43.120005 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for floatingip, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:43.160078 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:43.338190 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:43.341135 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:43.349606 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b6a6c57a-e79e-4a0a-b38d-b4b2dee70572 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:29:43.419403 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Pushing event updated for resources: {'Port': ['ID=f0eb7306-fa2a-499e-b3b6-f4b2b2469280,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:29:43.421272 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:29:43.498114 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:43.512966 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:43.513879 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3d59f4a1-c920-422f-8da6-aaeb12a6682f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0337477 Jan 25 16:29:43.567634 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-55d3246d-8c81-46dc-b7e0-666879da70e1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Synchronizing usage tracker for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:floatingip {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:29:43.579417 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-55d3246d-8c81-46dc-b7e0-666879da70e1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Unset dirty status for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:floatingip {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:29:43.580161 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-55d3246d-8c81-46dc-b7e0-666879da70e1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.53 HTTP/1.1" status: 200 len: 695 time: 0.0625238 Jan 25 16:29:43.697522 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-5eda1c33-a2ab-486a-9973-7261fd8004b7 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:43.698401 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-5eda1c33-a2ab-486a-9973-7261fd8004b7 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/networks/a86c8819-2978-473d-8d16-86365edfeb60 HTTP/1.1" status: 200 len: 784 time: 0.1112325 Jan 25 16:29:43.708347 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3df19048-0ce5-489f-b28a-5e0ba40cebae tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:29:43.709012 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-32f1ccd3-75a1-4e1c-86d0-cc181f6aef38 req-3df19048-0ce5-489f-b28a-5e0ba40cebae tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0040016 Jan 25 16:29:43.987305 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372be0f-6b11-4078-be44-800401b57d0c req-404434c0-6f79-4444-b22b-e134f62e5ff5 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:43.988116 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5372be0f-6b11-4078-be44-800401b57d0c req-404434c0-6f79-4444-b22b-e134f62e5ff5 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0665290 Jan 25 16:29:44.249068 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5372be0f-6b11-4078-be44-800401b57d0c req-3088d148-3d4b-4794-9ce9-fb35df7aa8c1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.53 HTTP/1.1" status: 200 len: 695 time: 0.2538006 Jan 25 16:29:44.259108 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-5372be0f-6b11-4078-be44-800401b57d0c req-ce3e4d99-20f8-4217-84fd-9acf0b86e50e tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Request body: {'floatingip': {'port_id': '99ed60c3-cc5a-4eb5-b91a-bc1b669030fd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:29:44.302564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-5372be0f-6b11-4078-be44-800401b57d0c req-ce3e4d99-20f8-4217-84fd-9acf0b86e50e tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for floatingip, before_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:44.658329 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-5372be0f-6b11-4078-be44-800401b57d0c req-ce3e4d99-20f8-4217-84fd-9acf0b86e50e tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for floatingip, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:44.660815 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-5372be0f-6b11-4078-be44-800401b57d0c req-ce3e4d99-20f8-4217-84fd-9acf0b86e50e tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:44.767378 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.l3_db [req-5372be0f-6b11-4078-be44-800401b57d0c req-ce3e4d99-20f8-4217-84fd-9acf0b86e50e tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Floating IP 33de3520-7fe0-461c-89c4-5b6a7cd71e95 associated. External IP: 172.27.3.53, port: 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd. Jan 25 16:29:44.957052 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5372be0f-6b11-4078-be44-800401b57d0c req-ce3e4d99-20f8-4217-84fd-9acf0b86e50e tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Router 038e37ea-82fd-4dae-be33-325d3ce93972 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:29:45.053024 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5372be0f-6b11-4078-be44-800401b57d0c req-ce3e4d99-20f8-4217-84fd-9acf0b86e50e tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:29:45.055987 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-5372be0f-6b11-4078-be44-800401b57d0c req-ce3e4d99-20f8-4217-84fd-9acf0b86e50e tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:45.064967 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c164cf9-646e-4946-aea1-7993af8ded06 None None] Sync routers for ids ['038e37ea-82fd-4dae-be33-325d3ce93972'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:29:45.073002 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c164cf9-646e-4946-aea1-7993af8ded06 None None] Routers {'038e37ea-82fd-4dae-be33-325d3ce93972'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:29:45.073402 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-8c164cf9-646e-4946-aea1-7993af8ded06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:29:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['038e37ea-82fd-4dae-be33-325d3ce93972'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:29:45.096340 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5372be0f-6b11-4078-be44-800401b57d0c req-ce3e4d99-20f8-4217-84fd-9acf0b86e50e tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "PUT /v2.0/floatingips/33de3520-7fe0-461c-89c4-5b6a7cd71e95 HTTP/1.1" status: 200 len: 996 time: 0.8399339 Jan 25 16:29:45.097068 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d92d0ba-9f78-434e-bb7a-f696c7527ff9', 'tag': '99ed60c3-cc5a-4eb5-b91a-bc1b669030fd'}] {{(pid=79984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:29:45.155644 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372be0f-6b11-4078-be44-800401b57d0c req-febaaf4d-20c9-4ed2-a86d-00905770bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:45.157268 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5372be0f-6b11-4078-be44-800401b57d0c req-febaaf4d-20c9-4ed2-a86d-00905770bfc3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 1163 time: 0.0526192 Jan 25 16:29:45.187712 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d92d0ba-9f78-434e-bb7a-f696c7527ff9', 'tag': '99ed60c3-cc5a-4eb5-b91a-bc1b669030fd', 'status': 'completed', 'code': 200} Jan 25 16:29:45.188656 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-8c164cf9-646e-4946-aea1-7993af8ded06 None None] Set router 038e37ea-82fd-4dae-be33-325d3ce93972 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:29:45.255009 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372be0f-6b11-4078-be44-800401b57d0c req-c60a2beb-0573-4c0e-b548-18dff315d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:45.255990 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5372be0f-6b11-4078-be44-800401b57d0c req-c60a2beb-0573-4c0e-b548-18dff315d5df service neutron] 10.222.0.107 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 906 time: 0.0872750 Jan 25 16:29:45.275712 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76adda-758b-4c14-8080-46dc87ed2f78 req-9fa0c31a-fb5b-4e8b-abe0-b1e628335e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:45.276806 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-df76adda-758b-4c14-8080-46dc87ed2f78 req-9fa0c31a-fb5b-4e8b-abe0-b1e628335e1b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 1163 time: 0.0663998 Jan 25 16:29:45.323543 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5372be0f-6b11-4078-be44-800401b57d0c req-487245e5-1878-4775-8099-e1cdc332db64 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99ed60c3-cc5a-4eb5-b91a-bc1b669030fd HTTP/1.1" status: 200 len: 999 time: 0.0621488 Jan 25 16:29:45.371384 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76adda-758b-4c14-8080-46dc87ed2f78 req-efb48779-1740-4257-8e2c-dc9b7dcf7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:45.371685 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372be0f-6b11-4078-be44-800401b57d0c req-13ac2449-700f-4233-b297-04ae480eea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:45.372473 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-df76adda-758b-4c14-8080-46dc87ed2f78 req-efb48779-1740-4257-8e2c-dc9b7dcf7d5d service neutron] 10.222.0.117 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 906 time: 0.0879142 Jan 25 16:29:45.372766 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5372be0f-6b11-4078-be44-800401b57d0c req-13ac2449-700f-4233-b297-04ae480eea9f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.0448782 Jan 25 16:29:45.426397 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372be0f-6b11-4078-be44-800401b57d0c req-0b2f1e22-7303-4a11-8f1f-90f2af4be175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:45.427416 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5372be0f-6b11-4078-be44-800401b57d0c req-0b2f1e22-7303-4a11-8f1f-90f2af4be175 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501328 Jan 25 16:29:45.436212 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [req-5372be0f-6b11-4078-be44-800401b57d0c req-b8e90e92-8518-466a-aa18-3cf3d0952ce8 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:29:45.436793 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5372be0f-6b11-4078-be44-800401b57d0c req-b8e90e92-8518-466a-aa18-3cf3d0952ce8 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0035253 Jan 25 16:29:45.448612 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-df76adda-758b-4c14-8080-46dc87ed2f78 req-fa72de58-1622-4926-b834-64fb8fc9f6a9 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99ed60c3-cc5a-4eb5-b91a-bc1b669030fd HTTP/1.1" status: 200 len: 999 time: 0.0679843 Jan 25 16:29:45.500007 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76adda-758b-4c14-8080-46dc87ed2f78 req-03e87d2b-4eb7-4fa5-9d1b-340b56932206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:45.501145 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-df76adda-758b-4c14-8080-46dc87ed2f78 req-03e87d2b-4eb7-4fa5-9d1b-340b56932206 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.0441775 Jan 25 16:29:45.523493 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5372be0f-6b11-4078-be44-800401b57d0c req-37dcd641-7c06-47da-a7bc-492102c80b24 service neutron] 10.222.0.107 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818946 Jan 25 16:29:45.552606 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76adda-758b-4c14-8080-46dc87ed2f78 req-675b84ff-cdb0-4d74-97f1-c70cdf08b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:29:45.553662 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-8c164cf9-646e-4946-aea1-7993af8ded06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': '33de3520-7fe0-461c-89c4-5b6a7cd71e95', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'port_id': '99ed60c3-cc5a-4eb5-b91a-bc1b669030fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'mac_address': 'fa:16:3e:aa:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92d0ba-9f78-434e-bb7a-f696c7527ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:29:43Z', 'updated_at': '2021-01-25T16:29:44Z', 'revision_number': 1, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:41Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:29:45.554330 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-df76adda-758b-4c14-8080-46dc87ed2f78 req-675b84ff-cdb0-4d74-97f1-c70cdf08b5b8 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464332 Jan 25 16:29:45.556352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c164cf9-646e-4946-aea1-7993af8ded06 None None] Checking router: 038e37ea-82fd-4dae-be33-325d3ce93972 for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:29:45.561120 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c164cf9-646e-4946-aea1-7993af8ded06 None None] Routers {'038e37ea-82fd-4dae-be33-325d3ce93972'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:29:45.561475 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-8c164cf9-646e-4946-aea1-7993af8ded06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:29:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['038e37ea-82fd-4dae-be33-325d3ce93972'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:29:45.610537 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5372be0f-6b11-4078-be44-800401b57d0c req-238c846f-af98-40c0-a2ac-920b1608561a service neutron] 10.222.0.107 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0824020 Jan 25 16:29:45.635895 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-df76adda-758b-4c14-8080-46dc87ed2f78 req-7a5475ed-d189-45d1-b965-07d28d4b3ebe service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0734646 Jan 25 16:29:45.673807 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-8c164cf9-646e-4946-aea1-7993af8ded06 None None] Set router 038e37ea-82fd-4dae-be33-325d3ce93972 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:29:45.731197 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-df76adda-758b-4c14-8080-46dc87ed2f78 req-dfc2a313-e3bb-4f90-ba28-71e1dffa8d0e service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0914798 Jan 25 16:29:45.886439 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-8c164cf9-646e-4946-aea1-7993af8ded06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': '33de3520-7fe0-461c-89c4-5b6a7cd71e95', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'port_id': '99ed60c3-cc5a-4eb5-b91a-bc1b669030fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'mac_address': 'fa:16:3e:aa:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92d0ba-9f78-434e-bb7a-f696c7527ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:29:43Z', 'updated_at': '2021-01-25T16:29:44Z', 'revision_number': 1, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:41Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:29:45.889381 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c164cf9-646e-4946-aea1-7993af8ded06 None None] The sync data for ids ['038e37ea-82fd-4dae-be33-325d3ce93972'] in dv-cinder-766064-3-iscsi is: [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': '33de3520-7fe0-461c-89c4-5b6a7cd71e95', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'port_id': '99ed60c3-cc5a-4eb5-b91a-bc1b669030fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'mac_address': 'fa:16:3e:aa:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92d0ba-9f78-434e-bb7a-f696c7527ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:29:43Z', 'updated_at': '2021-01-25T16:29:44Z', 'revision_number': 1, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:41Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:29:46.127307 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb779c5f-c514-47c7-97b2-06a9f452e12c None None] New status for floating IP 33de3520-7fe0-461c-89c4-5b6a7cd71e95: ACTIVE {{(pid=79986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 16:29:53.019296 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-37fe228f-9770-4e65-acb3-19eae06d5e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:54.018627 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8863e6f2-f8a8-4894-b95c-ca989709dd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:54.705594 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:54.908512 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:55.389182 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:29:55.802882 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:30:15.548590 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:30:23.017410 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-31e4d36a-4e2a-44c0-8b8b-4fd6e19e4083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:30:24.016714 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5eb86d9c-addd-431e-b5c7-e292efa463e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:30:24.707464 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:30:24.900266 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:30:25.802089 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:30:52.552167 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:30:53.018237 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a3ab549e-c5e5-4f0c-836c-f1845b1f80a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:30:54.017114 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c826a907-bf25-4033-a061-01098f448f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:30:54.711621 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:30:54.907001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:30:55.484632 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:30:55.812922 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:20.401971 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [req-be296fde-0be3-4425-9e57-a81e03cc8e1d req-a51656e4-891f-4efc-b3b4-6f0126075408 service neutron] (79984) timed out ('10.222.0.117', 65137) {{(pid=79984) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 25 16:31:23.017518 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-626befe9-48e0-48c4-bfe3-06c75e7116a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:24.014095 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f23f288c-ad96-487f-81b8-d19b7d407dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:24.713666 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:24.903478 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:25.817466 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:29.554708 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:31:43.130637 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888992de-b6de-4cb9-a68c-219bda01a320 req-f08590ac-9b73-4a95-88fe-8221c815146a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:43.131612 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-888992de-b6de-4cb9-a68c-219bda01a320 req-f08590ac-9b73-4a95-88fe-8221c815146a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.3669105 Jan 25 16:31:43.175002 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-888992de-b6de-4cb9-a68c-219bda01a320 req-981b6b1a-98d4-49af-ae50-86e9bc83cc22 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0348706 Jan 25 16:31:43.416239 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec5e12-0a97-4a40-a184-d8cdfc8c46b9 req-b61a9e6f-decd-4fd5-9b96-6e6077c1fff2 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:43.417202 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-86ec5e12-0a97-4a40-a184-d8cdfc8c46b9 req-b61a9e6f-decd-4fd5-9b96-6e6077c1fff2 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 946 time: 0.0762136 Jan 25 16:31:43.457184 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-86ec5e12-0a97-4a40-a184-d8cdfc8c46b9 req-4ef4c1e1-e187-41b5-81b4-1812aefed6e7 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0324430 Jan 25 16:31:44.356128 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f7caa-5810-446b-a4ac-03bccd3b4401 req-25f540e5-58c8-4b40-8c7f-76b6151323d0 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:44.357745 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0f4f7caa-5810-446b-a4ac-03bccd3b4401 req-25f540e5-58c8-4b40-8c7f-76b6151323d0 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0914474 Jan 25 16:31:44.392264 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0f4f7caa-5810-446b-a4ac-03bccd3b4401 req-e1637ef9-4719-487e-90ad-1e3532714cdd tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0303698 Jan 25 16:31:44.634511 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd80a5-280a-4245-a127-47b94ffef9e6 req-c34dc216-ba4e-4369-8324-c972cf658c8f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:44.635551 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eafd80a5-280a-4245-a127-47b94ffef9e6 req-c34dc216-ba4e-4369-8324-c972cf658c8f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 946 time: 0.0740035 Jan 25 16:31:44.670078 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eafd80a5-280a-4245-a127-47b94ffef9e6 req-4769f83d-6bac-4cd9-9adf-d8ea0b1f63f9 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0299485 Jan 25 16:31:45.015350 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493c049-0440-40a5-a0bf-079c2b185543 req-f1e1dc06-ad36-4d88-ba46-438fc1b02d02 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:45.016392 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3493c049-0440-40a5-a0bf-079c2b185543 req-f1e1dc06-ad36-4d88-ba46-438fc1b02d02 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.117 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 946 time: 0.0772691 Jan 25 16:31:45.315329 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-3493c049-0440-40a5-a0bf-079c2b185543 req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Deleting port 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:31:45.315643 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3493c049-0440-40a5-a0bf-079c2b185543 req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:45.468647 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-3493c049-0440-40a5-a0bf-079c2b185543 req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] For port 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=99ed60c3-cc5a-4eb5-b91a-bc1b669030fd,segment=NetworkSegment(45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d),segment_id=45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:31:45.469009 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3493c049-0440-40a5-a0bf-079c2b185543 req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:45.691920 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec40d0-4020-409b-b323-c898a4b9b9f4 req-4672f966-4bdc-43ac-af78-5e1bcfea54f0 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:45.692957 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-50ec40d0-4020-409b-b323-c898a4b9b9f4 req-4672f966-4bdc-43ac-af78-5e1bcfea54f0 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.1857431 Jan 25 16:31:45.735046 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3493c049-0440-40a5-a0bf-079c2b185543 req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for floatingip, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:45.735308 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3493c049-0440-40a5-a0bf-079c2b185543 req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:45.735492 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.l3_db [req-3493c049-0440-40a5-a0bf-079c2b185543 req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Floating IP 33de3520-7fe0-461c-89c4-5b6a7cd71e95 disassociated. External IP: 172.27.3.53, port: 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd. Jan 25 16:31:45.735732 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-3493c049-0440-40a5-a0bf-079c2b185543 req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Calling delete_port for 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:31:45.769371 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-50ec40d0-4020-409b-b323-c898a4b9b9f4 req-cb4c86cc-4d20-4d08-8267-d66906d95b38 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0682547 Jan 25 16:31:45.833037 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0bb1b-6117-4b54-bad7-de1d9a24ba12 req-c4015704-011b-4ff8-acc5-13b36d6ae2a1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:45.834181 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e5c0bb1b-6117-4b54-bad7-de1d9a24ba12 req-c4015704-011b-4ff8-acc5-13b36d6ae2a1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 946 time: 0.0793228 Jan 25 16:31:45.836663 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3493c049-0440-40a5-a0bf-079c2b185543 req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:45.845813 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6575f82c-b549-4924-97b4-7e81ec0c0082 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:31:45.873258 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e5c0bb1b-6117-4b54-bad7-de1d9a24ba12 req-0dadf774-0c5f-474a-8d05-ff587c35b269 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0305879 Jan 25 16:31:45.900564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Pushing event deleted for resources: {'Port': ['ID=99ed60c3-cc5a-4eb5-b91a-bc1b669030fd,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:31:45.909112 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.909332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.909549 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.909762 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.909975 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.910187 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.910397 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.910608 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.910818 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.911027 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.911238 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.911447 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.911700 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.912154 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.912154 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.912352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.912531 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.912742 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.912962 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.913175 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.913385 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.913593 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.913803 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.914013 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:45.916726 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:31:46.006876 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:31:46.042422 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] No Port match for: 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:31:46.042642 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd not bound to the agent host hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:31:46.052001 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3493c049-0440-40a5-a0bf-079c2b185543 req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Router 038e37ea-82fd-4dae-be33-325d3ce93972 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:31:46.162430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3493c049-0440-40a5-a0bf-079c2b185543 req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:31:46.169009 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e294f01b-270c-4f79-94dc-1ef7772fa51a None None] Sync routers for ids ['038e37ea-82fd-4dae-be33-325d3ce93972'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:31:46.175813 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e294f01b-270c-4f79-94dc-1ef7772fa51a None None] Routers {'038e37ea-82fd-4dae-be33-325d3ce93972'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:31:46.176235 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-e294f01b-270c-4f79-94dc-1ef7772fa51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:31:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['038e37ea-82fd-4dae-be33-325d3ce93972'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:31:46.186671 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-3493c049-0440-40a5-a0bf-079c2b185543 req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] No DVR routers for this DVR port 99ed60c3-cc5a-4eb5-b91a-bc1b669030fd on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:31:46.188235 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3493c049-0440-40a5-a0bf-079c2b185543 req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:46.190075 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d92d0ba-9f78-434e-bb7a-f696c7527ff9', 'name': 'network-vif-deleted', 'tag': '99ed60c3-cc5a-4eb5-b91a-bc1b669030fd'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:31:46.199567 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3493c049-0440-40a5-a0bf-079c2b185543 req-9ca9060c-813e-4e5f-a157-269aa7d964d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.117 "DELETE /v2.0/ports/99ed60c3-cc5a-4eb5-b91a-bc1b669030fd HTTP/1.1" status: 204 len: 173 time: 1.1746066 Jan 25 16:31:46.225906 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d92d0ba-9f78-434e-bb7a-f696c7527ff9', 'name': 'network-vif-deleted', 'tag': '99ed60c3-cc5a-4eb5-b91a-bc1b669030fd', 'status': 'completed', 'code': 200} Jan 25 16:31:46.292243 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-e294f01b-270c-4f79-94dc-1ef7772fa51a None None] Set router 038e37ea-82fd-4dae-be33-325d3ce93972 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:31:46.497795 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-e294f01b-270c-4f79-94dc-1ef7772fa51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:41Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:31:46.500259 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e294f01b-270c-4f79-94dc-1ef7772fa51a None None] Checking router: 038e37ea-82fd-4dae-be33-325d3ce93972 for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:31:46.506135 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e294f01b-270c-4f79-94dc-1ef7772fa51a None None] Routers {'038e37ea-82fd-4dae-be33-325d3ce93972'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:31:46.506506 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-e294f01b-270c-4f79-94dc-1ef7772fa51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:31:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['038e37ea-82fd-4dae-be33-325d3ce93972'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:31:46.615056 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-e294f01b-270c-4f79-94dc-1ef7772fa51a None None] Set router 038e37ea-82fd-4dae-be33-325d3ce93972 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:31:46.931577 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39710f4d-43d2-4883-9174-4eab296f999a req-b4f74fa7-0ade-4165-924b-b3909fb196b7 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:46.932711 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-39710f4d-43d2-4883-9174-4eab296f999a req-b4f74fa7-0ade-4165-924b-b3909fb196b7 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0744965 Jan 25 16:31:46.938568 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-e294f01b-270c-4f79-94dc-1ef7772fa51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:41Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:31:46.940993 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e294f01b-270c-4f79-94dc-1ef7772fa51a None None] The sync data for ids ['038e37ea-82fd-4dae-be33-325d3ce93972'] in dv-cinder-766064-3-iscsi is: [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:41Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:31:46.977147 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-39710f4d-43d2-4883-9174-4eab296f999a req-1c2ed0ac-4c04-4879-aa6d-e0d3380ee8f1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0354249 Jan 25 16:31:46.985653 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-398f5cc9-f572-4c50-a594-5d0a3f6c3381 req-f5830b04-bb6d-4240-b001-6995e842213a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Synchronizing usage tracker for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:31:46.995133 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-398f5cc9-f572-4c50-a594-5d0a3f6c3381 req-f5830b04-bb6d-4240-b001-6995e842213a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Unset dirty status for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:31:46.995955 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-398f5cc9-f572-4c50-a594-5d0a3f6c3381 req-f5830b04-bb6d-4240-b001-6995e842213a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 210 time: 0.0439379 Jan 25 16:31:47.295619 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f1d199-2f5b-4531-ba9d-006b04c24766 None None] New status for floating IP 33de3520-7fe0-461c-89c4-5b6a7cd71e95: DOWN {{(pid=79986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 16:31:48.116510 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-95dfcdda-d8dd-44b8-bcdd-a0221025c999 req-5df9f70f-61e1-4c18-a644-c4b539c29b56 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 210 time: 0.0403435 Jan 25 16:31:48.137123 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad624d73-5ae2-4381-85e8-348365e5603b req-7e43ebc2-1596-42e9-909c-800b5b4a1926 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:48.138492 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ad624d73-5ae2-4381-85e8-348365e5603b req-7e43ebc2-1596-42e9-909c-800b5b4a1926 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0786595 Jan 25 16:31:48.172686 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ad624d73-5ae2-4381-85e8-348365e5603b req-eb389b5c-d083-45fa-afb3-1a3c894c040d tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0294533 Jan 25 16:31:49.259158 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4e5a043d-b0f0-434d-82b2-dc013c0ee83b req-90a6decf-9fb2-450c-9760-81d4e462b2e6 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=9d92d0ba-9f78-434e-bb7a-f696c7527ff9 HTTP/1.1" status: 200 len: 210 time: 0.0382979 Jan 25 16:31:49.330765 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53fdad-45ac-4de3-9790-1c53df8cefc6 req-d1878190-72f2-46f2-b829-8a9e70c489e4 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:49.331855 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ca53fdad-45ac-4de3-9790-1c53df8cefc6 req-d1878190-72f2-46f2-b829-8a9e70c489e4 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0785048 Jan 25 16:31:49.366108 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ca53fdad-45ac-4de3-9790-1c53df8cefc6 req-39e87df2-a4fb-4e8c-895e-28fcf39bba39 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0298648 Jan 25 16:31:50.034372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 1d905a30-26ee-4f5c-bb63-6ebdf4649585 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:31:50.105658 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 1d905a30-26ee-4f5c-bb63-6ebdf4649585 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:31:50.105923 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:50.500874 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-8f0f824e-947b-4fb0-bb52-13104a6a6f8c tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-186272194&fields=id&tenant_id=8fb2eb7ec5ad4402968fda814359d625 HTTP/1.1" status: 200 len: 267 time: 0.0338521 Jan 25 16:31:50.526572 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae8cb1-c1af-4c1c-bd19-eee73d1c04b1 req-f3db4d3c-e553-492b-97ef-e61bd423f08f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:50.527672 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-65ae8cb1-c1af-4c1c-bd19-eee73d1c04b1 req-f3db4d3c-e553-492b-97ef-e61bd423f08f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0713670 Jan 25 16:31:50.562669 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-65ae8cb1-c1af-4c1c-bd19-eee73d1c04b1 req-4d3ac2d5-c5d5-4b30-bac0-d167b176f107 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0301464 Jan 25 16:31:50.621987 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-ad83a327-88f7-47af-bf12-c44956a5d008 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:50.623080 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-ad83a327-88f7-47af-bf12-c44956a5d008 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 812 time: 0.1168990 Jan 25 16:31:50.636620 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-ed00e66a-03c4-4896-b084-1fea8a906736 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/quotas/8fb2eb7ec5ad4402968fda814359d625 HTTP/1.1" status: 200 len: 375 time: 0.0063276 Jan 25 16:31:50.721162 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-fb7adde0-297a-40da-a0ad-7023583f3f30 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780561 Jan 25 16:31:50.817431 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-034d37e3-e0f9-4dfd-a401-b1d6dcb760ba service neutron] 10.222.0.107 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877280 Jan 25 16:31:50.912790 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-01e3dc75-c2a3-4398-a8a9-0ab2b884c914 service neutron] 10.222.0.107 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0882459 Jan 25 16:31:51.203226 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6d83bd0f-8425-400d-b206-f865bb35d67b req-38f2e5cf-97f7-46bd-9cc9-693108c417ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 210 time: 0.0335934 Jan 25 16:31:51.733388 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeb585-29e4-45b1-b2d9-dc9037a4498d req-6b4e6c74-e4bc-4dac-977e-9a5ac5e46f98 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:51.734496 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d6aeb585-29e4-45b1-b2d9-dc9037a4498d req-6b4e6c74-e4bc-4dac-977e-9a5ac5e46f98 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0843439 Jan 25 16:31:51.769783 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d6aeb585-29e4-45b1-b2d9-dc9037a4498d req-0ce9bc5b-eaad-4bdf-932a-658d916092e1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0304976 Jan 25 16:31:52.338432 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1e9b03f2-cf23-4cf0-9d8b-1608ca756837 req-06fa1642-04cc-43f5-acc1-b702483cec0c tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 210 time: 0.0364735 Jan 25 16:31:52.946680 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6fd17-eacd-4093-abd4-581656ab770a req-11f34b3b-48d0-49ea-b6dd-17b8d52bb1e8 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:52.947888 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-26a6fd17-eacd-4093-abd4-581656ab770a req-11f34b3b-48d0-49ea-b6dd-17b8d52bb1e8 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0812225 Jan 25 16:31:52.960844 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.117', 49199) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:31:52.985078 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-26a6fd17-eacd-4093-abd4-581656ab770a req-20664e98-0f7f-491f-87c1-28ff3474d6fc tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0321903 Jan 25 16:31:53.006246 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-663d35f6-2a11-474a-91cc-38d8459c8b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:53.038718 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ba305-c055-4e4d-a927-966fd985abe9 req-ea3ee8c2-0eff-4135-9d67-c251e2b93ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:53.039845 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cc1ba305-c055-4e4d-a927-966fd985abe9 req-ea3ee8c2-0eff-4135-9d67-c251e2b93ba2 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7f185d2548be4605a35eb400374bd460&device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 1162 time: 0.1165257 Jan 25 16:31:53.136819 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-3485d36f-3f81-463d-b47d-e748de2c66cd tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:53.137792 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-3485d36f-3f81-463d-b47d-e748de2c66cd tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.117 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 812 time: 0.1753037 Jan 25 16:31:53.208445 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ba305-c055-4e4d-a927-966fd985abe9 req-f8923c53-dc51-44e0-804a-2ccc2812b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:53.209466 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cc1ba305-c055-4e4d-a927-966fd985abe9 req-f8923c53-dc51-44e0-804a-2ccc2812b7cb service neutron] 10.222.0.117 "GET /v2.0/networks?id=64663454-077a-4d9c-a45e-a7399d31e182 HTTP/1.1" status: 200 len: 902 time: 0.1545923 Jan 25 16:31:53.271562 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-e50b8dc9-0c25-4014-8085-f8c70f8e80df tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=8fb2eb7ec5ad4402968fda814359d625 HTTP/1.1" status: 200 len: 5763 time: 0.1056943 Jan 25 16:31:53.299671 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cc1ba305-c055-4e4d-a927-966fd985abe9 req-9de99807-758e-47e1-99ee-c289bfedde51 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d905a30-26ee-4f5c-bb63-6ebdf4649585 HTTP/1.1" status: 200 len: 1001 time: 0.0781102 Jan 25 16:31:53.302937 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-4cc164dd-161d-4453-8b31-2a9bf8627c87 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Request body: {'port': {'device_id': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'admin_state_up': True, 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'security_groups': ['bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba']}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:31:53.405469 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ba305-c055-4e4d-a927-966fd985abe9 req-372c0726-6cef-4937-a654-0de0d00d13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:53.406531 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cc1ba305-c055-4e4d-a927-966fd985abe9 req-372c0726-6cef-4937-a654-0de0d00d13ab service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9afd0a4f-0303-4b12-92f2-92872f97db2b HTTP/1.1" status: 200 len: 847 time: 0.0943482 Jan 25 16:31:53.434225 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-4cc164dd-161d-4453-8b31-2a9bf8627c87 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:31:53.491893 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bb4d8936-4bc6-4272-a8b6-9597deacd763 req-7f122516-971d-46d5-b2b8-2b9f816882e6 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 210 time: 0.0592370 Jan 25 16:31:53.492993 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-4cc164dd-161d-4453-8b31-2a9bf8627c87 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:31:53.501712 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-4cc164dd-161d-4453-8b31-2a9bf8627c87 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Made reservation on behalf of 8fb2eb7ec5ad4402968fda814359d625 for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:31:53.508230 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-4cc164dd-161d-4453-8b31-2a9bf8627c87 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:53.798599 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ba305-c055-4e4d-a927-966fd985abe9 req-c2d1c07f-ac72-4f0b-9962-be9a6e0a0f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:53.799656 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cc1ba305-c055-4e4d-a927-966fd985abe9 req-c2d1c07f-ac72-4f0b-9962-be9a6e0a0f02 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=64663454-077a-4d9c-a45e-a7399d31e182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3662899 Jan 25 16:31:53.814633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [req-cc1ba305-c055-4e4d-a927-966fd985abe9 req-a3849317-1428-4e7f-b319-5e984a33e52c service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:31:53.815058 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cc1ba305-c055-4e4d-a927-966fd985abe9 req-a3849317-1428-4e7f-b319-5e984a33e52c service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0030136 Jan 25 16:31:53.932153 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-4cc164dd-161d-4453-8b31-2a9bf8627c87 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Allocated IP 172.20.0.4 (e1ea83b3-1515-40c5-b3d0-92561d798269/683ea156-d0d6-4d1c-92c0-907881e8e327/8bfb0d05-b834-4f97-b526-59c537fb7c10) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:31:54.001982 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d096d903-431f-4b40-bd90-4333a2920d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:54.072808 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-4cc164dd-161d-4453-8b31-2a9bf8627c87 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:54.082924 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-4cc164dd-161d-4453-8b31-2a9bf8627c87 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Transition to ACTIVE for port object 8bfb0d05-b834-4f97-b526-59c537fb7c10 will not be triggered until provisioned by entity DHCP. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:31:54.139471 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158e161-cacb-4886-95d0-f7b8064404f9 req-45f1129f-5efc-4dfc-a88f-4713bbe10e29 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:54.140444 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7158e161-cacb-4886-95d0-f7b8064404f9 req-45f1129f-5efc-4dfc-a88f-4713bbe10e29 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0727344 Jan 25 16:31:54.141152 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-4cc164dd-161d-4453-8b31-2a9bf8627c87 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:54.154128 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:31:54.175421 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7158e161-cacb-4886-95d0-f7b8064404f9 req-c81a41cc-57a8-47bb-9d24-b7c3cb02a2d4 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0294943 Jan 25 16:31:54.244292 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc164dd-161d-4453-8b31-2a9bf8627c87 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Pushing event updated for resources: {'Port': ['ID=8bfb0d05-b834-4f97-b526-59c537fb7c10,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:31:54.253718 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4cc164dd-161d-4453-8b31-2a9bf8627c87 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:31:54.277868 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cc1ba305-c055-4e4d-a927-966fd985abe9 req-321f2fcd-e5c6-43da-a301-8a5f8ae87acd service neutron] 10.222.0.117 "GET /v2.0/networks/64663454-077a-4d9c-a45e-a7399d31e182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848042 Jan 25 16:31:54.302169 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-4cc164dd-161d-4453-8b31-2a9bf8627c87 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Network e1ea83b3-1515-40c5-b3d0-92561d798269 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:31:54.304262 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-4cc164dd-161d-4453-8b31-2a9bf8627c87 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:31:54.328644 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-4cc164dd-161d-4453-8b31-2a9bf8627c87 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:31:54.391936 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-4cc164dd-161d-4453-8b31-2a9bf8627c87 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:54.392379 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-4cc164dd-161d-4453-8b31-2a9bf8627c87 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:54.414057 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cc1ba305-c055-4e4d-a927-966fd985abe9 req-d81e22cd-a808-4627-b5f2-7b8d129fb420 service neutron] 10.222.0.117 "GET /v2.0/networks/64663454-077a-4d9c-a45e-a7399d31e182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1276214 Jan 25 16:31:54.417508 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-4cc164dd-161d-4453-8b31-2a9bf8627c87 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1172681 Jan 25 16:31:54.431756 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Request body: {'port': {'device_id': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:31:54.472448 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-bdf7e9ab-3fb4-4abd-ac6f-fe86cbc838d5 None None] Provisioning for port 8bfb0d05-b834-4f97-b526-59c537fb7c10 completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:31:54.478705 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-bdf7e9ab-3fb4-4abd-ac6f-fe86cbc838d5 None None] Provisioning complete for port 8bfb0d05-b834-4f97-b526-59c537fb7c10 triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:31:54.479218 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-bdf7e9ab-3fb4-4abd-ac6f-fe86cbc838d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:54.508406 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:54.514953 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-bdf7e9ab-3fb4-4abd-ac6f-fe86cbc838d5 None None] Port 8bfb0d05-b834-4f97-b526-59c537fb7c10 cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:31:54.709152 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:54.737337 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3a1a2-290a-45f1-8783-45e0c9b53c36 req-cdee087a-e689-4b2b-b14c-91eb66fc090a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:54.737840 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-b8c3a1a2-290a-45f1-8783-45e0c9b53c36 req-cdee087a-e689-4b2b-b14c-91eb66fc090a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Synchronizing usage tracker for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:31:54.765845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-b8c3a1a2-290a-45f1-8783-45e0c9b53c36 req-cdee087a-e689-4b2b-b14c-91eb66fc090a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Unset dirty status for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:31:54.766599 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b8c3a1a2-290a-45f1-8783-45e0c9b53c36 req-cdee087a-e689-4b2b-b14c-91eb66fc090a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 931 time: 0.1960425 Jan 25 16:31:54.812896 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b8c3a1a2-290a-45f1-8783-45e0c9b53c36 req-898fc126-7dfb-4503-8f90-104061a6231e tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0424354 Jan 25 16:31:54.854526 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bfb0d05-b834-4f97-b526-59c537fb7c10 {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:31:54.858513 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:54.865151 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Transition to ACTIVE for port object 8bfb0d05-b834-4f97-b526-59c537fb7c10 will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:31:54.867127 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:54.874083 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b0a37709-c0bd-43f4-b640-41f273c977d1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:31:54.890149 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:54.944834 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Pushing event updated for resources: {'Port': ['ID=8bfb0d05-b834-4f97-b526-59c537fb7c10,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:31:54.946643 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:31:55.060164 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Attempting to bind port 8bfb0d05-b834-4f97-b526-59c537fb7c10 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:31:55.060481 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Attempting to bind port 8bfb0d05-b834-4f97-b526-59c537fb7c10 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:31:55.060574 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Attempting to bind port 8bfb0d05-b834-4f97-b526-59c537fb7c10 on network e1ea83b3-1515-40c5-b3d0-92561d798269 {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:31:55.063876 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:31:55.064060 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Checking segment: {'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:31:55.064341 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:55.064555 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Bound using segment: {'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:31:55.064815 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Bound port: 8bfb0d05-b834-4f97-b526-59c537fb7c10, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:31:55.065011 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:55.117067 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] For port 8bfb0d05-b834-4f97-b526-59c537fb7c10, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:31:55.118909 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] For port 8bfb0d05-b834-4f97-b526-59c537fb7c10, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=8bfb0d05-b834-4f97-b526-59c537fb7c10,segment=NetworkSegment(45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d),segment_id=45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:31:55.121435 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:55.129436 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-26de763f-e70c-47bc-9b97-1840e7109658 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:31:55.206910 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Pushing event updated for resources: {'Port': ['ID=8bfb0d05-b834-4f97-b526-59c537fb7c10,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:31:55.209997 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:31:55.227454 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:55.227822 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:55.228713 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] 10.222.0.117 "PUT /v2.0/ports/8bfb0d05-b834-4f97-b526-59c537fb7c10 HTTP/1.1" status: 200 len: 1157 time: 0.7999754 Jan 25 16:31:55.229032 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'tag': '8bfb0d05-b834-4f97-b526-59c537fb7c10'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:31:55.261238 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'tag': '8bfb0d05-b834-4f97-b526-59c537fb7c10', 'status': 'completed', 'code': 200} Jan 25 16:31:55.310901 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3db0d3-3ed9-4755-a94a-86fea8dcede0 req-81637ef1-b67f-429b-a7ad-83da9b7721d0 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:55.311581 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-a5eeb645-cd2e-4bd6-9102-a057aa438689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:55.312174 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2f3db0d3-3ed9-4755-a94a-86fea8dcede0 req-81637ef1-b67f-429b-a7ad-83da9b7721d0 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0608180 Jan 25 16:31:55.312671 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-a5eeb645-cd2e-4bd6-9102-a057aa438689 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 1160 time: 0.0448849 Jan 25 16:31:55.344226 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2f3db0d3-3ed9-4755-a94a-86fea8dcede0 req-24195e6f-fd5f-46c5-87d8-3e0bd226f57f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0280137 Jan 25 16:31:55.356735 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-8a345493-51a7-4ad4-99e7-2c46879942c2 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bfb0d05-b834-4f97-b526-59c537fb7c10 HTTP/1.1" status: 200 len: 217 time: 0.0382199 Jan 25 16:31:55.396921 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-82489f9f-aa4e-4711-a48d-3a6c6dc5103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:55.397737 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-82489f9f-aa4e-4711-a48d-3a6c6dc5103b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.0362890 Jan 25 16:31:55.445589 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-02595bac-bbcd-4fea-98f6-875a2d15aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:55.446378 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-02595bac-bbcd-4fea-98f6-875a2d15aa8c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432522 Jan 25 16:31:55.526128 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-322ddc9a-114c-48aa-970b-9d32b1b003be service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0747080 Jan 25 16:31:55.565278 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:55.823289 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:55.864170 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-afa3ff16-b213-44f8-860c-bf31b1d09e6e req-26fb4c65-5793-4edb-9926-49c5fe02c4df service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3292842 Jan 25 16:31:55.948137 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead25d9-4d15-4c86-80b5-688e72f8dc45 req-53c0606b-b7fc-4580-af76-047d1d0ca07b tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:55.949014 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4ead25d9-4d15-4c86-80b5-688e72f8dc45 req-53c0606b-b7fc-4580-af76-047d1d0ca07b tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 943 time: 0.0591760 Jan 25 16:31:55.979462 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4ead25d9-4d15-4c86-80b5-688e72f8dc45 req-5b5560b2-2b40-4e1c-828e-8f917b4391e0 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0235796 Jan 25 16:31:56.022104 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 1d905a30-26ee-4f5c-bb63-6ebdf4649585 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:31:56.103156 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:56.120890 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d905a30-26ee-4f5c-bb63-6ebdf4649585'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:31:56.127635 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port 1d905a30-26ee-4f5c-bb63-6ebdf4649585, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=1d905a30-26ee-4f5c-bb63-6ebdf4649585,segment=NetworkSegment(02348609-b9cb-4d45-9d86-d682934e2dbd),segment_id=02348609-b9cb-4d45-9d86-d682934e2dbd)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:31:56.130393 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:31:56.131654 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:31:56.178109 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=1d905a30-26ee-4f5c-bb63-6ebdf4649585,revision_number=5']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:31:56.183045 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.183282 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.183510 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.183733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.183954 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.184205 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.184430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.184651 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.184872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.185088 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.185305 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.185521 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.185788 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.186010 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.186226 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.186450 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.186669 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.186884 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.187102 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.187316 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.187531 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.187746 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.187960 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.188196 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:31:56.191019 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:31:56.495609 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcf220-f90d-4056-8d85-a3651a99f037 req-b709bc8c-451f-4f30-8a12-4e273f212d9b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:56.496527 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d7dcf220-f90d-4056-8d85-a3651a99f037 req-b709bc8c-451f-4f30-8a12-4e273f212d9b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0681672 Jan 25 16:31:56.525184 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d7dcf220-f90d-4056-8d85-a3651a99f037 req-34b8f34c-d1be-4afd-9a5c-a77defe00670 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0243962 Jan 25 16:31:56.645016 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbc0af-3cbb-4060-ab86-3ce89756ade7 req-22628b03-42ef-47a6-a8d4-47911269fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:56.645835 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79bbc0af-3cbb-4060-ab86-3ce89756ade7 req-22628b03-42ef-47a6-a8d4-47911269fd73 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 1160 time: 0.0536613 Jan 25 16:31:56.726885 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbc0af-3cbb-4060-ab86-3ce89756ade7 req-dc41938a-f8aa-443d-b382-1d0d85374633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:56.727685 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79bbc0af-3cbb-4060-ab86-3ce89756ade7 req-dc41938a-f8aa-443d-b382-1d0d85374633 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 906 time: 0.0728955 Jan 25 16:31:56.766885 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79bbc0af-3cbb-4060-ab86-3ce89756ade7 req-8fc3e481-d122-46a1-8492-61c90fce9ecc service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bfb0d05-b834-4f97-b526-59c537fb7c10 HTTP/1.1" status: 200 len: 217 time: 0.0311909 Jan 25 16:31:56.810271 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbc0af-3cbb-4060-ab86-3ce89756ade7 req-29a71a5e-5725-4e23-a650-57830243f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:56.811068 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79bbc0af-3cbb-4060-ab86-3ce89756ade7 req-29a71a5e-5725-4e23-a650-57830243f758 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.0365031 Jan 25 16:31:56.860609 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbc0af-3cbb-4060-ab86-3ce89756ade7 req-d62ba905-cceb-4cb1-ad24-d9d5f48b82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:56.861418 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79bbc0af-3cbb-4060-ab86-3ce89756ade7 req-d62ba905-cceb-4cb1-ad24-d9d5f48b82d8 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421093 Jan 25 16:31:56.952123 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79bbc0af-3cbb-4060-ab86-3ce89756ade7 req-cfd045fe-beb2-4d24-833e-869d769a3674 service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825214 Jan 25 16:31:57.052839 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-79bbc0af-3cbb-4060-ab86-3ce89756ade7 req-2fd76435-7693-424d-8745-533797a58200 service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0920973 Jan 25 16:31:57.120415 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2202c-4ae3-4773-9e58-7695f9c55b38 req-ae29aaa8-0542-4d11-a0bb-aa03803951e3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:57.121352 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d4a2202c-4ae3-4773-9e58-7695f9c55b38 req-ae29aaa8-0542-4d11-a0bb-aa03803951e3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 943 time: 0.0653732 Jan 25 16:31:57.156681 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d4a2202c-4ae3-4773-9e58-7695f9c55b38 req-e5c3866b-b4c1-455a-9b2a-2f319a8d089d tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0308950 Jan 25 16:31:57.173946 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d905a30-26ee-4f5c-bb63-6ebdf4649585', 'code': 200} Jan 25 16:31:57.688944 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aed19-8c19-49a5-a6fb-043a77f115e2 req-09afaa1d-9eb7-4997-806f-5066b88b4886 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:57.689955 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-936aed19-8c19-49a5-a6fb-043a77f115e2 req-09afaa1d-9eb7-4997-806f-5066b88b4886 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0720344 Jan 25 16:31:57.724886 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-936aed19-8c19-49a5-a6fb-043a77f115e2 req-eab97c5a-b6d9-418b-92df-9ff4beeaaad5 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0309894 Jan 25 16:31:57.948311 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 48298) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:31:57.999772 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32c7dc-ec31-42a3-bc3f-16a693f32348 req-56d1fb6d-a769-4b4e-a7a7-111e6ce79fc4 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:58.000936 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8a32c7dc-ec31-42a3-bc3f-16a693f32348 req-56d1fb6d-a769-4b4e-a7a7-111e6ce79fc4 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0884688 Jan 25 16:31:58.036997 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8a32c7dc-ec31-42a3-bc3f-16a693f32348 req-443886f9-78ef-4817-9084-40bbf9f53a42 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0310357 Jan 25 16:31:58.044852 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-52e0cfb7-b457-4409-baf9-bfa7a5b6aa81 req-fee506bf-53d0-4e73-aa37-d661a180eb42 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955143 Jan 25 16:31:58.309661 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39291c-2a69-4392-9839-54f10b5ac3d4 req-88d9a8ce-237d-480c-bc7b-cc7c8bf27c53 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:58.310698 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2c39291c-2a69-4392-9839-54f10b5ac3d4 req-88d9a8ce-237d-480c-bc7b-cc7c8bf27c53 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 943 time: 0.0720212 Jan 25 16:31:58.344905 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2c39291c-2a69-4392-9839-54f10b5ac3d4 req-4643a5ee-1646-43f4-89e5-79e8e881dbde tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0298414 Jan 25 16:31:59.225672 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a876c-e8b5-473c-b225-3cab35afd6b3 req-74af81ac-408d-4599-8b2a-2e3190b04a9e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:59.226811 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ce7a876c-e8b5-473c-b225-3cab35afd6b3 req-74af81ac-408d-4599-8b2a-2e3190b04a9e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0897512 Jan 25 16:31:59.265285 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ce7a876c-e8b5-473c-b225-3cab35afd6b3 req-80604c9e-c46b-47c1-bd08-c975db6553d8 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0339346 Jan 25 16:31:59.514823 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7e827-ff44-47b9-9d87-6842a94f67df req-6065402f-4be9-419b-963d-ebaac97adc64 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:31:59.515838 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-24a7e827-ff44-47b9-9d87-6842a94f67df req-6065402f-4be9-419b-963d-ebaac97adc64 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 943 time: 0.0770321 Jan 25 16:31:59.550658 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-24a7e827-ff44-47b9-9d87-6842a94f67df req-07b2b3e3-873d-4348-af12-da7a259e3366 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0306451 Jan 25 16:32:00.437339 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89298a3f-62b2-483a-968b-2b3c8c732b8a req-8db598e4-3cf7-4478-bab9-9dd5559209d7 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:00.438304 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-89298a3f-62b2-483a-968b-2b3c8c732b8a req-8db598e4-3cf7-4478-bab9-9dd5559209d7 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0734041 Jan 25 16:32:00.475057 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-89298a3f-62b2-483a-968b-2b3c8c732b8a req-6bcf8a6f-31cd-4150-b5b9-622bdd8c32e3 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0294902 Jan 25 16:32:00.720203 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9f6a6-5e06-49fe-864b-665d72277177 req-34e64555-61cc-4a47-acaf-cbb6eb110327 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:00.721779 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-45d9f6a6-5e06-49fe-864b-665d72277177 req-34e64555-61cc-4a47-acaf-cbb6eb110327 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 943 time: 0.0737824 Jan 25 16:32:00.758331 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-45d9f6a6-5e06-49fe-864b-665d72277177 req-4b2e4cad-bf37-4780-b13d-eca59b2001eb tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0321186 Jan 25 16:32:01.661315 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a8e6f-0908-4dd5-adae-9893ac9f66ca req-e37109b1-7ab2-4262-99df-0576edd82e7f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:01.662911 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-790a8e6f-0908-4dd5-adae-9893ac9f66ca req-e37109b1-7ab2-4262-99df-0576edd82e7f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0936296 Jan 25 16:32:01.697858 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-790a8e6f-0908-4dd5-adae-9893ac9f66ca req-31830561-93f1-4eae-acc3-c3c0fedd926b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0306535 Jan 25 16:32:01.932911 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd3121-8a77-41e4-8547-a1681c69df81 req-61442a27-d114-484e-a3b1-b5e08423b1a1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:01.934386 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e5bd3121-8a77-41e4-8547-a1681c69df81 req-61442a27-d114-484e-a3b1-b5e08423b1a1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 943 time: 0.0794237 Jan 25 16:32:01.972819 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e5bd3121-8a77-41e4-8547-a1681c69df81 req-7d198830-3d21-4052-8772-0bf8e0ffe1c7 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0314934 Jan 25 16:32:02.865452 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ec4bc-19e2-423a-aaa0-6b81c5fed602 req-2309d3d1-4eed-4600-b770-3b094d5b155b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:02.866820 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-576ec4bc-19e2-423a-aaa0-6b81c5fed602 req-2309d3d1-4eed-4600-b770-3b094d5b155b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0746565 Jan 25 16:32:02.908656 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-576ec4bc-19e2-423a-aaa0-6b81c5fed602 req-baa00068-5967-4051-88f0-b34e22d554ca tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0339234 Jan 25 16:32:03.147323 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8585c-2393-4987-bb8c-30f193df850f req-8f64f317-1481-488e-bd8e-ba00232da64b tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:03.148457 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-34d8585c-2393-4987-bb8c-30f193df850f req-8f64f317-1481-488e-bd8e-ba00232da64b tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 943 time: 0.0789495 Jan 25 16:32:03.182755 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-34d8585c-2393-4987-bb8c-30f193df850f req-9a7a04a9-0b69-4f35-ab8d-ebe003d03a19 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0299459 Jan 25 16:32:04.074135 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae772d1e-92f8-49ac-9083-d5e239c5cff7 req-3bf097b9-af2c-475d-95fb-77cd56a8848f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:04.075114 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ae772d1e-92f8-49ac-9083-d5e239c5cff7 req-3bf097b9-af2c-475d-95fb-77cd56a8848f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0790448 Jan 25 16:32:04.112617 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ae772d1e-92f8-49ac-9083-d5e239c5cff7 req-3ea6a901-ea19-4319-ad77-b9c1f2cfadd1 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0300844 Jan 25 16:32:04.357024 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 8bfb0d05-b834-4f97-b526-59c537fb7c10 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:32:04.357447 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468cfcb-25d4-4cb8-98d1-035f1d069b10 req-234eb343-9319-4875-8712-68a856c3c2a7 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:04.358454 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a468cfcb-25d4-4cb8-98d1-035f1d069b10 req-234eb343-9319-4875-8712-68a856c3c2a7 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 943 time: 0.0732841 Jan 25 16:32:04.400757 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a468cfcb-25d4-4cb8-98d1-035f1d069b10 req-44b54bda-0b55-407a-8dcd-b1ca454fd90d tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0347831 Jan 25 16:32:04.405769 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port 8bfb0d05-b834-4f97-b526-59c537fb7c10 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:32:04.409039 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 8bfb0d05-b834-4f97-b526-59c537fb7c10 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:32:04.409296 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:04.499255 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:04.518275 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfb0d05-b834-4f97-b526-59c537fb7c10'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:32:04.525188 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port 8bfb0d05-b834-4f97-b526-59c537fb7c10, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=8bfb0d05-b834-4f97-b526-59c537fb7c10,segment=NetworkSegment(45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d),segment_id=45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:32:04.527558 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:04.529082 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-6f9b48a1-dda1-49b3-ae1d-cc23fee1c928 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:32:04.560589 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfb0d05-b834-4f97-b526-59c537fb7c10', 'code': 200} Jan 25 16:32:04.576503 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=8bfb0d05-b834-4f97-b526-59c537fb7c10,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:32:04.579067 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:32:05.192442 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9c5ce-1ada-42c7-a18e-7eff7661558e req-839a6e90-42fc-484c-9dd8-6cf4aa4f50ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:05.193608 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a8c9c5ce-1ada-42c7-a18e-7eff7661558e req-839a6e90-42fc-484c-9dd8-6cf4aa4f50ea service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 1162 time: 0.0629215 Jan 25 16:32:05.228501 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a8c9c5ce-1ada-42c7-a18e-7eff7661558e req-9c46dd51-a526-4d23-8480-85842d7c801b service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0263467 Jan 25 16:32:05.268930 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a83edb-495d-480e-a003-a559d1cb6ea0 req-74d75e0c-efd6-4691-a706-f9fee422b27e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:05.270006 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-07a83edb-495d-480e-a003-a559d1cb6ea0 req-74d75e0c-efd6-4691-a706-f9fee422b27e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0703051 Jan 25 16:32:05.303767 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-07a83edb-495d-480e-a003-a559d1cb6ea0 req-7399de9d-2505-4ef5-80ee-82cb3e097c8e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0294595 Jan 25 16:32:05.590173 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f385ee1-1b85-4bf9-bf3d-d7741f189d48 req-4b542224-b1ab-4535-8a1f-556483de1bca tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:05.591301 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6f385ee1-1b85-4bf9-bf3d-d7741f189d48 req-4b542224-b1ab-4535-8a1f-556483de1bca tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 945 time: 0.0781841 Jan 25 16:32:05.625149 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6f385ee1-1b85-4bf9-bf3d-d7741f189d48 req-34af0010-45ef-44f4-b2bb-a740485de4ee tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0294106 Jan 25 16:32:06.126778 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 8bfb0d05-b834-4f97-b526-59c537fb7c10 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:32:06.190536 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 8bfb0d05-b834-4f97-b526-59c537fb7c10 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:32:06.190833 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:06.456609 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81e50c-c0fc-4b73-bf51-8f11fe9a121b req-1bfffe42-dbde-4729-8182-f38dde540efb tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:06.457721 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2c81e50c-c0fc-4b73-bf51-8f11fe9a121b req-1bfffe42-dbde-4729-8182-f38dde540efb tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0749431 Jan 25 16:32:06.495980 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2c81e50c-c0fc-4b73-bf51-8f11fe9a121b req-710fddea-ea53-4c50-a110-b6b535e8a1fa tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0315783 Jan 25 16:32:06.552714 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:32:06.837567 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307ab32-a1be-4adb-bb99-108553de1a02 req-abc4ee16-90eb-4a78-98e4-dd4cb3f01159 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:06.838714 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4307ab32-a1be-4adb-bb99-108553de1a02 req-abc4ee16-90eb-4a78-98e4-dd4cb3f01159 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 945 time: 0.0997691 Jan 25 16:32:06.874166 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4307ab32-a1be-4adb-bb99-108553de1a02 req-a76a2ebb-8c5e-4d3a-b006-58b3c07422e8 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0310626 Jan 25 16:32:07.051348 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fffcc-db97-4446-a22b-28399e26c7f0 req-1fe74bee-bda8-4670-9046-58d48a726100 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:07.052431 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b19fffcc-db97-4446-a22b-28399e26c7f0 req-1fe74bee-bda8-4670-9046-58d48a726100 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 945 time: 0.0909834 Jan 25 16:32:07.090100 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b19fffcc-db97-4446-a22b-28399e26c7f0 req-5d7ca39a-8ec3-430e-82de-653877f8c125 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0319121 Jan 25 16:32:07.281823 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-4be76cae-1026-4d5d-9df0-ca7dcd889916 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1554317 Jan 25 16:32:07.292719 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Request body: {'floatingip': {'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:32:07.300727 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:32:07.309967 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:32:07.319828 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0cfb7-b457-4409-baf9-bfa7a5b6aa81 req-32e60d71-aca1-4d55-9339-ef1f89a5228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:07.320908 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-52e0cfb7-b457-4409-baf9-bfa7a5b6aa81 req-32e60d71-aca1-4d55-9339-ef1f89a5228a service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be&tenant_id=7f185d2548be4605a35eb400374bd460 HTTP/1.1" status: 200 len: 1160 time: 0.0949981 Jan 25 16:32:07.321708 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for floatingip, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:07.437492 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0cfb7-b457-4409-baf9-bfa7a5b6aa81 req-5e4b06fa-6c71-4c94-8d2c-adab17cb91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:07.438527 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-52e0cfb7-b457-4409-baf9-bfa7a5b6aa81 req-5e4b06fa-6c71-4c94-8d2c-adab17cb91fd service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7f185d2548be4605a35eb400374bd460&device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 1160 time: 0.0739865 Jan 25 16:32:07.510473 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:07.578056 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0cfb7-b457-4409-baf9-bfa7a5b6aa81 req-8bcb5100-9392-4d2d-af88-7c06ef91f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:07.579007 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-52e0cfb7-b457-4409-baf9-bfa7a5b6aa81 req-8bcb5100-9392-4d2d-af88-7c06ef91f9ad service neutron] 10.222.0.117 "GET /v2.0/networks?id=64663454-077a-4d9c-a45e-a7399d31e182 HTTP/1.1" status: 200 len: 902 time: 0.1297677 Jan 25 16:32:07.653646 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cb58e-c246-4c52-b48b-94958a96bb3a req-7764a07e-5887-4e81-b674-dce91cd117bb tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:07.654673 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9b0cb58e-c246-4c52-b48b-94958a96bb3a req-7764a07e-5887-4e81-b674-dce91cd117bb tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0695372 Jan 25 16:32:07.687158 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9b0cb58e-c246-4c52-b48b-94958a96bb3a req-05eb4748-a0ca-45b7-b6a8-8543cedb88ac tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0283802 Jan 25 16:32:07.692950 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-52e0cfb7-b457-4409-baf9-bfa7a5b6aa81 req-9b76b699-aa29-4182-98a6-5b93f1915f1e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d905a30-26ee-4f5c-bb63-6ebdf4649585 HTTP/1.1" status: 200 len: 999 time: 0.1041720 Jan 25 16:32:07.767446 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0cfb7-b457-4409-baf9-bfa7a5b6aa81 req-0c32a286-9e35-4c36-b805-afad268441c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:07.768237 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-52e0cfb7-b457-4409-baf9-bfa7a5b6aa81 req-0c32a286-9e35-4c36-b805-afad268441c2 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9afd0a4f-0303-4b12-92f2-92872f97db2b HTTP/1.1" status: 200 len: 847 time: 0.0676088 Jan 25 16:32:07.795912 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Allocated IP 172.27.3.69 (a86c8819-2978-473d-8d16-86365edfeb60/ab1961e7-fa88-47d7-900c-7c648513b3bc/9bcd6ceb-4212-46b7-a7ce-82c9619336f5) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:32:07.875539 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0cfb7-b457-4409-baf9-bfa7a5b6aa81 req-0d5336a3-c1c7-452b-9e7d-bbd677a004a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:07.876450 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-52e0cfb7-b457-4409-baf9-bfa7a5b6aa81 req-0d5336a3-c1c7-452b-9e7d-bbd677a004a4 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=64663454-077a-4d9c-a45e-a7399d31e182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1000290 Jan 25 16:32:07.933011 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:08.190892 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-52e0cfb7-b457-4409-baf9-bfa7a5b6aa81 req-0f0c12aa-a12e-4503-89f9-e11aaca0dd90 service neutron] 10.222.0.117 "GET /v2.0/networks/64663454-077a-4d9c-a45e-a7399d31e182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082261 Jan 25 16:32:08.196066 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:08.203417 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-612a6f8b-93eb-4d42-8568-8be6da4200f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:32:08.323033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Pushing event updated for resources: {'Port': ['ID=9bcd6ceb-4212-46b7-a7ce-82c9619336f5,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:32:08.327647 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:32:08.348162 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-52e0cfb7-b457-4409-baf9-bfa7a5b6aa81 req-fa17700c-3227-4491-a25a-edb7427613f7 service neutron] 10.222.0.117 "GET /v2.0/networks/64663454-077a-4d9c-a45e-a7399d31e182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1453102 Jan 25 16:32:08.364791 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Network a86c8819-2978-473d-8d16-86365edfeb60 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:32:08.365459 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:32:08.366883 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:32:08.409404 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for floatingip, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:08.441183 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:08.598478 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:08.600848 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:08.607448 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4f595fec-2bb5-4b2a-864e-cf9486af9a9b tempest-ServerRescueNegativeTestJSON-1817076392 tempest-ServerRescueNegativeTestJSON-1817076392] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:32:08.673145 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Pushing event updated for resources: {'Port': ['ID=9bcd6ceb-4212-46b7-a7ce-82c9619336f5,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:32:08.675649 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:32:08.741638 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:08.759066 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:08.759946 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4739115 Jan 25 16:32:08.818287 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e17c36-7065-4a4f-8a02-4d3f43901aa5 req-5fc226d7-44d0-457a-b628-6f8dbc5adba4 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:08.819255 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-89e17c36-7065-4a4f-8a02-4d3f43901aa5 req-5fc226d7-44d0-457a-b628-6f8dbc5adba4 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0616207 Jan 25 16:32:08.821139 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-1cca83b3-ecee-4441-b112-8d83722e7ead tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Synchronizing usage tracker for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:floatingip {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:32:08.830964 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-1cca83b3-ecee-4441-b112-8d83722e7ead tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Unset dirty status for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:floatingip {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:32:08.831723 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-1cca83b3-ecee-4441-b112-8d83722e7ead tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.69 HTTP/1.1" status: 200 len: 695 time: 0.0638726 Jan 25 16:32:08.853900 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-89e17c36-7065-4a4f-8a02-4d3f43901aa5 req-dda5f324-ab75-42a5-8503-99ed9db74e62 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0272951 Jan 25 16:32:08.953494 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-dad4a2ba-6f60-4d00-b781-30083c614903 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:08.954449 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f99584ff-6378-4d6f-920b-f0d069ee8cf1 req-dad4a2ba-6f60-4d00-b781-30083c614903 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/networks/a86c8819-2978-473d-8d16-86365edfeb60 HTTP/1.1" status: 200 len: 784 time: 0.1158197 Jan 25 16:32:09.097972 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-baddbaa5-e8c4-40b5-ae0b-f659c99fcc77 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:09.098955 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-baddbaa5-e8c4-40b5-ae0b-f659c99fcc77 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0786562 Jan 25 16:32:09.156948 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-c08cc736-13ba-460d-818a-3d8f137538fd tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.69 HTTP/1.1" status: 200 len: 695 time: 0.0523360 Jan 25 16:32:09.167060 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-472f3847-1f70-4b42-b63e-998fbd54abc0 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Request body: {'floatingip': {'port_id': '8bfb0d05-b834-4f97-b526-59c537fb7c10', 'fixed_ip_address': '172.20.0.4'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:32:09.220268 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-472f3847-1f70-4b42-b63e-998fbd54abc0 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for floatingip, before_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:09.768655 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-472f3847-1f70-4b42-b63e-998fbd54abc0 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for floatingip, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:09.772135 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-472f3847-1f70-4b42-b63e-998fbd54abc0 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:09.898694 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.l3_db [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-472f3847-1f70-4b42-b63e-998fbd54abc0 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Floating IP fa970b16-e365-4c44-aef8-e5c3c97f3c44 associated. External IP: 172.27.3.69, port: 8bfb0d05-b834-4f97-b526-59c537fb7c10. Jan 25 16:32:10.005939 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be0d3e-df37-4f0a-bf9d-0ce0ef17c0a3 req-5451847a-2145-40d2-989d-864e033d04ca tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:10.006886 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-51be0d3e-df37-4f0a-bf9d-0ce0ef17c0a3 req-5451847a-2145-40d2-989d-864e033d04ca tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0762646 Jan 25 16:32:10.036687 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-51be0d3e-df37-4f0a-bf9d-0ce0ef17c0a3 req-46cd9dcb-1d2d-4d2a-a3ea-f19fb7a93a62 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0259073 Jan 25 16:32:10.124009 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-472f3847-1f70-4b42-b63e-998fbd54abc0 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Router 038e37ea-82fd-4dae-be33-325d3ce93972 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:32:10.223692 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-472f3847-1f70-4b42-b63e-998fbd54abc0 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:32:10.226483 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-472f3847-1f70-4b42-b63e-998fbd54abc0 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:10.232633 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f406b3-9f3f-44b2-ade6-4c6b13852d65 None None] Sync routers for ids ['038e37ea-82fd-4dae-be33-325d3ce93972'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:32:10.245302 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f406b3-9f3f-44b2-ade6-4c6b13852d65 None None] Routers {'038e37ea-82fd-4dae-be33-325d3ce93972'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:32:10.245680 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-47f406b3-9f3f-44b2-ade6-4c6b13852d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:31:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['038e37ea-82fd-4dae-be33-325d3ce93972'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:32:10.260343 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-472f3847-1f70-4b42-b63e-998fbd54abc0 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "PUT /v2.0/floatingips/fa970b16-e365-4c44-aef8-e5c3c97f3c44 HTTP/1.1" status: 200 len: 995 time: 1.0960922 Jan 25 16:32:10.261113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'tag': '8bfb0d05-b834-4f97-b526-59c537fb7c10'}] {{(pid=79984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:32:10.299761 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'tag': '8bfb0d05-b834-4f97-b526-59c537fb7c10', 'status': 'completed', 'code': 200} Jan 25 16:32:10.319233 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-2e5a4afd-5d62-4e7e-af8a-962d7f4f4183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:10.320320 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-2e5a4afd-5d62-4e7e-af8a-962d7f4f4183 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 1162 time: 0.0517962 Jan 25 16:32:10.345788 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-47f406b3-9f3f-44b2-ade6-4c6b13852d65 None None] Set router 038e37ea-82fd-4dae-be33-325d3ce93972 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:32:10.402945 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-c66a9ff8-8558-44e9-8d7a-515b4e36d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:10.403860 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-c66a9ff8-8558-44e9-8d7a-515b4e36d374 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 906 time: 0.0793636 Jan 25 16:32:10.463814 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-a8ef9cd0-d018-47c8-acab-b57ea2b11019 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bfb0d05-b834-4f97-b526-59c537fb7c10 HTTP/1.1" status: 200 len: 998 time: 0.0556676 Jan 25 16:32:10.506908 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-465aecc0-9e0c-4c46-a99b-4dd0a2cf223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:10.508158 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-465aecc0-9e0c-4c46-a99b-4dd0a2cf223f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.0365822 Jan 25 16:32:10.553382 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-06fdce97-2ca0-4d3b-b945-b8fd61bac4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:10.554254 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-06fdce97-2ca0-4d3b-b945-b8fd61bac4db service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416722 Jan 25 16:32:10.577923 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5fe7b7ea-d854-451f-86b7-ccea5cb5b93a req-5ce8fc24-44f6-4ccf-b8ac-7f74f911de54 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0671580 Jan 25 16:32:10.578516 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-47f406b3-9f3f-44b2-ade6-4c6b13852d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': 'fa970b16-e365-4c44-aef8-e5c3c97f3c44', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'port_id': '8bfb0d05-b834-4f97-b526-59c537fb7c10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'mac_address': 'fa:16:3e:73:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:32:08Z', 'updated_at': '2021-01-25T16:32:09Z', 'revision_number': 1, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:41Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:32:10.581128 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f406b3-9f3f-44b2-ade6-4c6b13852d65 None None] Checking router: 038e37ea-82fd-4dae-be33-325d3ce93972 for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:32:10.586671 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f406b3-9f3f-44b2-ade6-4c6b13852d65 None None] Routers {'038e37ea-82fd-4dae-be33-325d3ce93972'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:32:10.587070 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-47f406b3-9f3f-44b2-ade6-4c6b13852d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:31:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['038e37ea-82fd-4dae-be33-325d3ce93972'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:32:10.641655 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-20d3fe83-bbf6-406d-968b-4dc18cc39d80 service neutron] 10.222.0.107 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821838 Jan 25 16:32:10.699777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-47f406b3-9f3f-44b2-ade6-4c6b13852d65 None None] Set router 038e37ea-82fd-4dae-be33-325d3ce93972 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:32:10.713725 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5811b-0706-44d5-8457-8792d29d4b7a req-3fcf0fdb-d615-462e-a062-51645f231958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:10.714856 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-66c5811b-0706-44d5-8457-8792d29d4b7a req-3fcf0fdb-d615-462e-a062-51645f231958 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 1162 time: 0.0496194 Jan 25 16:32:10.736182 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d3f18c54-0b86-4f78-90e0-84ac68591aa2 req-8ac4c542-b09c-4749-9262-6cc8d6fdfaa1 service neutron] 10.222.0.107 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0856144 Jan 25 16:32:10.799204 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5811b-0706-44d5-8457-8792d29d4b7a req-82544f55-b37b-4fdd-bf92-2a740451436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:10.800168 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-66c5811b-0706-44d5-8457-8792d29d4b7a req-82544f55-b37b-4fdd-bf92-2a740451436d service neutron] 10.222.0.117 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 906 time: 0.0808589 Jan 25 16:32:10.869740 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-66c5811b-0706-44d5-8457-8792d29d4b7a req-e6878c51-c6b7-4683-83fa-31789ea69328 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bfb0d05-b834-4f97-b526-59c537fb7c10 HTTP/1.1" status: 200 len: 998 time: 0.0614326 Jan 25 16:32:10.915994 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-47f406b3-9f3f-44b2-ade6-4c6b13852d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': 'fa970b16-e365-4c44-aef8-e5c3c97f3c44', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'port_id': '8bfb0d05-b834-4f97-b526-59c537fb7c10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'mac_address': 'fa:16:3e:73:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:32:08Z', 'updated_at': '2021-01-25T16:32:09Z', 'revision_number': 1, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:41Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:32:10.916130 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5811b-0706-44d5-8457-8792d29d4b7a req-41541f5d-8108-4f9a-a48d-02e6ba6a47d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:10.917094 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-66c5811b-0706-44d5-8457-8792d29d4b7a req-41541f5d-8108-4f9a-a48d-02e6ba6a47d4 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.0407119 Jan 25 16:32:10.921116 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f406b3-9f3f-44b2-ade6-4c6b13852d65 None None] The sync data for ids ['038e37ea-82fd-4dae-be33-325d3ce93972'] in dv-cinder-766064-3-iscsi is: [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': 'fa970b16-e365-4c44-aef8-e5c3c97f3c44', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'port_id': '8bfb0d05-b834-4f97-b526-59c537fb7c10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'mac_address': 'fa:16:3e:73:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:32:08Z', 'updated_at': '2021-01-25T16:32:09Z', 'revision_number': 1, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:41Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:32:10.973779 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5811b-0706-44d5-8457-8792d29d4b7a req-dc5f17ec-1d41-4413-9937-493a12428d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:10.974729 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-66c5811b-0706-44d5-8457-8792d29d4b7a req-dc5f17ec-1d41-4413-9937-493a12428d8c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503278 Jan 25 16:32:11.066729 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-66c5811b-0706-44d5-8457-8792d29d4b7a req-d22a72f9-cdc3-4b1d-af8e-9a9931777375 service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835135 Jan 25 16:32:11.148036 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c17264-2f0f-474a-883d-80d16a3b0616 None None] New status for floating IP fa970b16-e365-4c44-aef8-e5c3c97f3c44: ACTIVE {{(pid=79986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 16:32:11.188301 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-66c5811b-0706-44d5-8457-8792d29d4b7a req-0b952446-b64b-4dab-99f7-196fbcd65f95 service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1173284 Jan 25 16:32:11.204550 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55879c-9577-488e-9303-5e72eed02295 req-767019d3-a420-46d6-8a9e-0101ba5a7156 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:11.205414 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bd55879c-9577-488e-9303-5e72eed02295 req-767019d3-a420-46d6-8a9e-0101ba5a7156 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0891378 Jan 25 16:32:11.235869 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bd55879c-9577-488e-9303-5e72eed02295 req-72b7ec52-f7f9-4d5e-b372-03ef8c3c2358 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0266733 Jan 25 16:32:12.367844 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7b7ea-d854-451f-86b7-ccea5cb5b93a req-76b23010-f6cf-49ef-9b50-dbd2cc7da041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:12.369522 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5fe7b7ea-d854-451f-86b7-ccea5cb5b93a req-76b23010-f6cf-49ef-9b50-dbd2cc7da041 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 1162 time: 0.0569065 Jan 25 16:32:12.399386 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911014a-1da2-47c7-bc23-17f12eeaab52 req-deaa4711-23eb-4d1c-9f3c-9615f5da4269 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:12.400351 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c911014a-1da2-47c7-bc23-17f12eeaab52 req-deaa4711-23eb-4d1c-9f3c-9615f5da4269 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0681548 Jan 25 16:32:12.430747 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c911014a-1da2-47c7-bc23-17f12eeaab52 req-71716d78-80f0-4d01-a884-eec8d85c4cba tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0255454 Jan 25 16:32:12.476993 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7b7ea-d854-451f-86b7-ccea5cb5b93a req-f7501d07-1c7a-42d7-8149-1665051b67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:12.477924 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5fe7b7ea-d854-451f-86b7-ccea5cb5b93a req-f7501d07-1c7a-42d7-8149-1665051b67cb service neutron] 10.222.0.117 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 906 time: 0.0868034 Jan 25 16:32:12.540415 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5fe7b7ea-d854-451f-86b7-ccea5cb5b93a req-e4122fc5-529a-4864-8e50-912d8d55e470 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bfb0d05-b834-4f97-b526-59c537fb7c10 HTTP/1.1" status: 200 len: 1000 time: 0.0583301 Jan 25 16:32:12.598334 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7b7ea-d854-451f-86b7-ccea5cb5b93a req-2c97927e-8333-4af7-8655-f66807a0ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:12.599139 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5fe7b7ea-d854-451f-86b7-ccea5cb5b93a req-2c97927e-8333-4af7-8655-f66807a0ab9f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.0503218 Jan 25 16:32:12.649019 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7b7ea-d854-451f-86b7-ccea5cb5b93a req-ddf0b374-df1b-4bde-8316-d75e5f3d8940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:12.649884 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5fe7b7ea-d854-451f-86b7-ccea5cb5b93a req-ddf0b374-df1b-4bde-8316-d75e5f3d8940 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423725 Jan 25 16:32:12.731047 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5fe7b7ea-d854-451f-86b7-ccea5cb5b93a req-ea529d04-ddaf-43df-b316-c88fae76072c service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0729873 Jan 25 16:32:12.821501 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5fe7b7ea-d854-451f-86b7-ccea5cb5b93a req-84cf3475-2837-4c17-b588-2f912d7428ec service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0863886 Jan 25 16:32:13.599811 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976869dc-36a7-405e-923d-2199ef16dcd8 req-91c916b6-4b34-4b43-ae85-a12d25c86c96 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:13.600944 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-976869dc-36a7-405e-923d-2199ef16dcd8 req-91c916b6-4b34-4b43-ae85-a12d25c86c96 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0729244 Jan 25 16:32:13.637268 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-976869dc-36a7-405e-923d-2199ef16dcd8 req-a149543b-d6e9-4886-95ba-46b9c3182bf4 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0308781 Jan 25 16:32:14.813373 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b7d80-461c-4b8d-bfbf-0157c13e1cf5 req-677ad309-23a8-47e6-a04c-84f464905b6b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:14.814324 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-512b7d80-461c-4b8d-bfbf-0157c13e1cf5 req-677ad309-23a8-47e6-a04c-84f464905b6b tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0799155 Jan 25 16:32:14.850041 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-512b7d80-461c-4b8d-bfbf-0157c13e1cf5 req-918f3c42-d0b8-4e91-a5d8-33708c585497 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0315933 Jan 25 16:32:16.384940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bdd06-69f5-4d91-b685-4f2f91591ad4 req-3f106a67-2c75-4d7c-86ba-f3a62438d454 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:16.385809 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1a8bdd06-69f5-4d91-b685-4f2f91591ad4 req-3f106a67-2c75-4d7c-86ba-f3a62438d454 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.3058252 Jan 25 16:32:16.414640 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1a8bdd06-69f5-4d91-b685-4f2f91591ad4 req-b3e590e7-363b-4e01-9ca0-57a18bbb0a54 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0233786 Jan 25 16:32:17.593333 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1acbd4-11d1-492a-a16b-1135529d0805 req-56a60e7f-af18-4d5a-b720-8e16dc78eff4 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:17.594354 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fd1acbd4-11d1-492a-a16b-1135529d0805 req-56a60e7f-af18-4d5a-b720-8e16dc78eff4 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0811863 Jan 25 16:32:17.627999 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-fd1acbd4-11d1-492a-a16b-1135529d0805 req-b33bb10a-12bf-49a0-9e25-139fb7228964 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0295095 Jan 25 16:32:18.799359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7cef4-32d4-4427-8772-71242c3df852 req-053e1555-8dfc-42c6-a563-61d32218a916 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:18.800909 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d4e7cef4-32d4-4427-8772-71242c3df852 req-053e1555-8dfc-42c6-a563-61d32218a916 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0799694 Jan 25 16:32:18.842497 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d4e7cef4-32d4-4427-8772-71242c3df852 req-9568763e-e2f1-4f5e-b333-b5fc48f87b94 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0323260 Jan 25 16:32:20.044750 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775ee89-451e-4a2d-b032-cb44e1edd0a1 req-0812d5ec-0a6b-48ee-b1d6-23fce76a73d2 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:20.046307 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7775ee89-451e-4a2d-b032-cb44e1edd0a1 req-0812d5ec-0a6b-48ee-b1d6-23fce76a73d2 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 943 time: 0.0921917 Jan 25 16:32:20.083949 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7775ee89-451e-4a2d-b032-cb44e1edd0a1 req-89794a98-10fb-4b6c-92ec-a5d3fb49c5c8 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0300882 Jan 25 16:32:20.382899 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 1d905a30-26ee-4f5c-bb63-6ebdf4649585 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:32:20.449283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 1d905a30-26ee-4f5c-bb63-6ebdf4649585 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:32:20.449533 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:20.533213 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:20.552175 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d905a30-26ee-4f5c-bb63-6ebdf4649585'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:32:20.559486 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port 1d905a30-26ee-4f5c-bb63-6ebdf4649585, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=1d905a30-26ee-4f5c-bb63-6ebdf4649585,segment=NetworkSegment(02348609-b9cb-4d45-9d86-d682934e2dbd),segment_id=02348609-b9cb-4d45-9d86-d682934e2dbd)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:32:20.562140 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:20.563565 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:32:20.591182 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d905a30-26ee-4f5c-bb63-6ebdf4649585', 'code': 200} Jan 25 16:32:20.622032 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=1d905a30-26ee-4f5c-bb63-6ebdf4649585,revision_number=6']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:32:20.625557 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:32:21.241512 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b3616-be47-44f7-87d6-1b7a5f4534df req-628c01b3-56fc-479f-89e2-33972ec9d871 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:21.242562 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a86b3616-be47-44f7-87d6-1b7a5f4534df req-628c01b3-56fc-479f-89e2-33972ec9d871 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0713301 Jan 25 16:32:21.283617 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a86b3616-be47-44f7-87d6-1b7a5f4534df req-6ed99b59-1026-42b9-89f7-6ef18f5a425d tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0336964 Jan 25 16:32:22.173873 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 1d905a30-26ee-4f5c-bb63-6ebdf4649585 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:32:22.205572 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0271c-3288-43aa-bac9-4c5c9e053414 req-cae1d77c-4aaa-4db2-8002-0f43df7de012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:22.206697 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3ab0271c-3288-43aa-bac9-4c5c9e053414 req-cae1d77c-4aaa-4db2-8002-0f43df7de012 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 1162 time: 0.0591662 Jan 25 16:32:22.239441 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3ab0271c-3288-43aa-bac9-4c5c9e053414 req-affdf087-1d0c-4b07-80ea-17cc1ffdd881 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0242722 Jan 25 16:32:22.242216 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 1d905a30-26ee-4f5c-bb63-6ebdf4649585 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:32:22.242534 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:22.453685 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e7bc4-dabc-4513-8bf5-e219904a70d8 req-55982370-1417-4e0b-aa9c-1a40413bfc5e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:22.454629 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-586e7bc4-dabc-4513-8bf5-e219904a70d8 req-55982370-1417-4e0b-aa9c-1a40413bfc5e tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0818751 Jan 25 16:32:22.487749 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-586e7bc4-dabc-4513-8bf5-e219904a70d8 req-e0acdef4-900e-4546-b4ca-2370663bdde3 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0289195 Jan 25 16:32:23.006308 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e8d100c3-eaaa-4b40-9597-a84ed7c064ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:23.658508 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca35a52-9dda-48c4-a40a-55fc025f5908 req-2351a0f9-1513-400b-b616-5e547f7f1dff tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:32:23.659547 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eca35a52-9dda-48c4-a40a-55fc025f5908 req-2351a0f9-1513-400b-b616-5e547f7f1dff tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0773511 Jan 25 16:32:23.694065 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eca35a52-9dda-48c4-a40a-55fc025f5908 req-621a559b-4a55-4ac7-bdaa-10f166c2725c tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0304186 Jan 25 16:32:24.010198 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-71ac8eb5-ef74-4da2-9c10-440f3e2ad8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:24.715482 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:24.899183 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:25.820499 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:43.555977 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:32:53.014540 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-54bbef55-718c-4545-b5ba-ab508ad27748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:54.009720 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-80e67092-92a2-4747-b7ba-e50fe9fa72c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:54.726938 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:54.894219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:55.647812 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:32:55.823964 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:15.120403 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4024faf6-f093-4e09-bf07-ce9602388d52 req-2adc1b98-78c0-47ec-b858-f1a6e3c7a0ba service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0607705 Jan 25 16:33:15.895635 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024faf6-f093-4e09-bf07-ce9602388d52 req-14a06a5e-a49c-4cca-9a63-cd32d3e39590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:15.896797 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4024faf6-f093-4e09-bf07-ce9602388d52 req-14a06a5e-a49c-4cca-9a63-cd32d3e39590 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7f185d2548be4605a35eb400374bd460&device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 1162 time: 0.0693569 Jan 25 16:33:16.010965 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024faf6-f093-4e09-bf07-ce9602388d52 req-5da5909c-9f30-40fa-bd19-a3b40e801ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:16.011968 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4024faf6-f093-4e09-bf07-ce9602388d52 req-5da5909c-9f30-40fa-bd19-a3b40e801ca6 service neutron] 10.222.0.117 "GET /v2.0/networks?id=64663454-077a-4d9c-a45e-a7399d31e182 HTTP/1.1" status: 200 len: 902 time: 0.0941286 Jan 25 16:33:16.087536 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4024faf6-f093-4e09-bf07-ce9602388d52 req-42c58da2-3120-4e1e-85e8-cf71c747f27c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d905a30-26ee-4f5c-bb63-6ebdf4649585 HTTP/1.1" status: 200 len: 1001 time: 0.0672977 Jan 25 16:33:16.137317 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024faf6-f093-4e09-bf07-ce9602388d52 req-211b232e-ac78-46ce-96b7-5c8e328b0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:16.138271 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4024faf6-f093-4e09-bf07-ce9602388d52 req-211b232e-ac78-46ce-96b7-5c8e328b0999 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9afd0a4f-0303-4b12-92f2-92872f97db2b HTTP/1.1" status: 200 len: 847 time: 0.0427284 Jan 25 16:33:16.197737 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024faf6-f093-4e09-bf07-ce9602388d52 req-1d201a4a-ed48-481e-acae-64e1be47ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:16.198775 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4024faf6-f093-4e09-bf07-ce9602388d52 req-1d201a4a-ed48-481e-acae-64e1be47ec95 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=64663454-077a-4d9c-a45e-a7399d31e182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517857 Jan 25 16:33:16.297098 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4024faf6-f093-4e09-bf07-ce9602388d52 req-bff803b0-a4fa-4b82-b7f1-b226d2a28e01 service neutron] 10.222.0.117 "GET /v2.0/networks/64663454-077a-4d9c-a45e-a7399d31e182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893435 Jan 25 16:33:16.386558 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-4024faf6-f093-4e09-bf07-ce9602388d52 req-f4260aac-d7cf-4885-9550-6502ea00b28f service neutron] 10.222.0.117 "GET /v2.0/networks/64663454-077a-4d9c-a45e-a7399d31e182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0811801 Jan 25 16:33:20.559461 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:33:23.012693 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-230db3d7-f954-4a0b-ad6d-b29b24e53146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:24.007214 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0c59c483-1849-45fa-a70e-6dea359edc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:24.729925 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:24.901288 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:25.825945 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:42.729866 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-b72b6077-b58d-46a3-9625-e4dc6c32d51f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/floatingips/9480c634-88ad-4b6b-af6c-cd4d53f59ed3 HTTP/1.1" status: 200 len: 998 time: 0.1229234 Jan 25 16:33:42.850592 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-599d36bd-ec88-4d81-8a4d-87ccc53902fc tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:42.851656 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-599d36bd-ec88-4d81-8a4d-87ccc53902fc tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/networks/a86c8819-2978-473d-8d16-86365edfeb60 HTTP/1.1" status: 200 len: 784 time: 0.1145537 Jan 25 16:33:42.861445 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-7e8a246e-3155-43b6-bedf-cc9614a82279 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:33:42.862239 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-7e8a246e-3155-43b6-bedf-cc9614a82279 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0038838 Jan 25 16:33:42.937008 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-45c7aabd-4057-411b-a6ed-70ac4556a758 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.108 HTTP/1.1" status: 200 len: 1001 time: 0.0679555 Jan 25 16:33:42.994215 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-9ecfa7ff-6687-44d2-9bda-6ab18e1aa313 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:42.995042 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-9ecfa7ff-6687-44d2-9bda-6ab18e1aa313 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports/1d905a30-26ee-4f5c-bb63-6ebdf4649585 HTTP/1.1" status: 200 len: 942 time: 0.0516336 Jan 25 16:33:43.108944 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-d60df153-e69a-4f8a-9346-99f3e7f3b2bb tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.108 HTTP/1.1" status: 200 len: 1001 time: 0.0652814 Jan 25 16:33:43.251353 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Deleting port fd8feca8-77ad-4ee2-a911-b191735a14ca {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:33:43.251622 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:43.364450 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:43.364716 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for floatingip, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:43.437781 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Calling delete_port for fd8feca8-77ad-4ee2-a911-b191735a14ca owned by network:floatingip {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:33:43.537039 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:43.546131 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:33:43.593219 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Pushing event deleted for resources: {'Port': ['ID=fd8feca8-77ad-4ee2-a911-b191735a14ca,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:33:43.599664 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.599891 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.600089 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.600583 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.601056 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.601296 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.601508 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.601719 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.601929 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.602139 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.602350 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.602559 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.602813 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.603026 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.603236 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.603443 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.603652 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.603860 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.604067 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.604315 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.604524 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.604732 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.604942 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.605152 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:43.610314 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:33:43.672266 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for floatingip, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:43.672477 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.l3_db [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Floating IP 9480c634-88ad-4b6b-af6c-cd4d53f59ed3 disassociated (deleted). External IP: 172.27.3.108, port: 1d905a30-26ee-4f5c-bb63-6ebdf4649585. Jan 25 16:33:43.868911 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Router fc13c64d-62af-464d-8f62-25ecb34958c7 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:33:44.168975 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:33:44.176270 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5390d9b-3466-43f6-a503-94954d37d03d None None] Sync routers for ids ['fc13c64d-62af-464d-8f62-25ecb34958c7'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:33:44.182581 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5390d9b-3466-43f6-a503-94954d37d03d None None] Routers {'fc13c64d-62af-464d-8f62-25ecb34958c7'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:33:44.183031 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-d5390d9b-3466-43f6-a503-94954d37d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:33:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['fc13c64d-62af-464d-8f62-25ecb34958c7'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:33:44.184576 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:44.217782 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "DELETE /v2.0/floatingips/9480c634-88ad-4b6b-af6c-cd4d53f59ed3 HTTP/1.1" status: 204 len: 173 time: 1.1024666 Jan 25 16:33:44.218120 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'tag': '1d905a30-26ee-4f5c-bb63-6ebdf4649585'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:33:44.270752 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-5d9bc211-0247-4d25-a11c-5cf37da5d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:44.271709 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-5d9bc211-0247-4d25-a11c-5cf37da5d95c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=7f185d2548be4605a35eb400374bd460&device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 1162 time: 0.0447726 Jan 25 16:33:44.292192 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'tag': '1d905a30-26ee-4f5c-bb63-6ebdf4649585', 'status': 'completed', 'code': 200} Jan 25 16:33:44.301599 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-d5390d9b-3466-43f6-a503-94954d37d03d None None] Set router fc13c64d-62af-464d-8f62-25ecb34958c7 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:33:44.356848 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-873f1017-58ff-4632-8a4c-31515679c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:44.357785 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-873f1017-58ff-4632-8a4c-31515679c6c7 service neutron] 10.222.0.107 "GET /v2.0/networks?id=64663454-077a-4d9c-a45e-a7399d31e182 HTTP/1.1" status: 200 len: 902 time: 0.0817056 Jan 25 16:33:44.405777 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-d36dd326-f1d5-4f7b-b8a5-c4a6152b84a9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d905a30-26ee-4f5c-bb63-6ebdf4649585 HTTP/1.1" status: 200 len: 217 time: 0.0431535 Jan 25 16:33:44.452468 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-2ec0da31-f524-4e76-af46-9144b8810cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:44.453283 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-2ec0da31-f524-4e76-af46-9144b8810cef service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9afd0a4f-0303-4b12-92f2-92872f97db2b HTTP/1.1" status: 200 len: 847 time: 0.0437005 Jan 25 16:33:44.513188 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-4982b2b6-8fee-4b4d-a2e7-86a32f558ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:44.515221 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-4982b2b6-8fee-4b4d-a2e7-86a32f558ea1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=64663454-077a-4d9c-a45e-a7399d31e182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538781 Jan 25 16:33:44.622951 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-68ce908c-e7a7-45c6-b447-467574350257 service neutron] 10.222.0.107 "GET /v2.0/networks/64663454-077a-4d9c-a45e-a7399d31e182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988703 Jan 25 16:33:44.658983 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-d5390d9b-3466-43f6-a503-94954d37d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'name': 'tempest-TestShelveInstance-241598919-router', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:17Z', 'updated_at': '2021-01-25T16:28:21Z', 'revision_number': 4, 'project_id': '7f185d2548be4605a35eb400374bd460', 'gw_port': {'id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:18Z', 'updated_at': '2021-01-25T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '87185aab-9035-4403-8d80-e5a9154c0753', 'name': '', 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'mac_address': 'fa:16:3e:a1:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '9afd0a4f-0303-4b12-92f2-92872f97db2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:20Z', 'updated_at': '2021-01-25T16:28:27Z', 'revision_number': 5, 'project_id': '7f185d2548be4605a35eb400374bd460', 'subnets': [{'id': '9afd0a4f-0303-4b12-92f2-92872f97db2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:33:44.661613 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5390d9b-3466-43f6-a503-94954d37d03d None None] Checking router: fc13c64d-62af-464d-8f62-25ecb34958c7 for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:33:44.667168 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5390d9b-3466-43f6-a503-94954d37d03d None None] Routers {'fc13c64d-62af-464d-8f62-25ecb34958c7'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:33:44.667573 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-d5390d9b-3466-43f6-a503-94954d37d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:33:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['fc13c64d-62af-464d-8f62-25ecb34958c7'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:33:44.738968 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-308ce6a5-852a-43d0-be60-59435d87ea9a req-1e3a567e-e32f-4367-bfee-caaca731dc7e service neutron] 10.222.0.107 "GET /v2.0/networks/64663454-077a-4d9c-a45e-a7399d31e182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1083181 Jan 25 16:33:44.743187 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187ed6a-9117-4120-9413-d75be457562a req-b71efa09-b7ae-4eb1-9051-bfb3cc9c7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:44.744058 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5187ed6a-9117-4120-9413-d75be457562a req-b71efa09-b7ae-4eb1-9051-bfb3cc9c7443 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7f185d2548be4605a35eb400374bd460&device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 1162 time: 0.0717912 Jan 25 16:33:44.779496 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-d5390d9b-3466-43f6-a503-94954d37d03d None None] Set router fc13c64d-62af-464d-8f62-25ecb34958c7 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:33:44.828256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187ed6a-9117-4120-9413-d75be457562a req-e8818c5c-abae-4c25-9b39-a8b32f3f74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:44.829315 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5187ed6a-9117-4120-9413-d75be457562a req-e8818c5c-abae-4c25-9b39-a8b32f3f74d5 service neutron] 10.222.0.117 "GET /v2.0/networks?id=64663454-077a-4d9c-a45e-a7399d31e182 HTTP/1.1" status: 200 len: 902 time: 0.0772674 Jan 25 16:33:44.873863 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5187ed6a-9117-4120-9413-d75be457562a req-a07ab609-d79f-4b50-b01d-7df3185b9870 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d905a30-26ee-4f5c-bb63-6ebdf4649585 HTTP/1.1" status: 200 len: 217 time: 0.0361609 Jan 25 16:33:44.923802 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187ed6a-9117-4120-9413-d75be457562a req-0f6fe0f2-a092-486f-bba2-8e6e88cb4ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:44.925075 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5187ed6a-9117-4120-9413-d75be457562a req-0f6fe0f2-a092-486f-bba2-8e6e88cb4ffa service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9afd0a4f-0303-4b12-92f2-92872f97db2b HTTP/1.1" status: 200 len: 847 time: 0.0430834 Jan 25 16:33:44.972445 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-d5390d9b-3466-43f6-a503-94954d37d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'name': 'tempest-TestShelveInstance-241598919-router', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:17Z', 'updated_at': '2021-01-25T16:28:21Z', 'revision_number': 4, 'project_id': '7f185d2548be4605a35eb400374bd460', 'gw_port': {'id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:18Z', 'updated_at': '2021-01-25T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '87185aab-9035-4403-8d80-e5a9154c0753', 'name': '', 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'mac_address': 'fa:16:3e:a1:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '9afd0a4f-0303-4b12-92f2-92872f97db2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:20Z', 'updated_at': '2021-01-25T16:28:27Z', 'revision_number': 5, 'project_id': '7f185d2548be4605a35eb400374bd460', 'subnets': [{'id': '9afd0a4f-0303-4b12-92f2-92872f97db2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:33:44.974727 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5390d9b-3466-43f6-a503-94954d37d03d None None] The sync data for ids ['fc13c64d-62af-464d-8f62-25ecb34958c7'] in dv-cinder-766064-3-iscsi is: [{'id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'name': 'tempest-TestShelveInstance-241598919-router', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:17Z', 'updated_at': '2021-01-25T16:28:21Z', 'revision_number': 4, 'project_id': '7f185d2548be4605a35eb400374bd460', 'gw_port': {'id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:18Z', 'updated_at': '2021-01-25T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '87185aab-9035-4403-8d80-e5a9154c0753', 'name': '', 'network_id': '64663454-077a-4d9c-a45e-a7399d31e182', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'mac_address': 'fa:16:3e:a1:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '9afd0a4f-0303-4b12-92f2-92872f97db2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:20Z', 'updated_at': '2021-01-25T16:28:27Z', 'revision_number': 5, 'project_id': '7f185d2548be4605a35eb400374bd460', 'subnets': [{'id': '9afd0a4f-0303-4b12-92f2-92872f97db2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:33:45.024329 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187ed6a-9117-4120-9413-d75be457562a req-dfbb890a-9c13-4cf9-acee-7909f0545f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:45.025422 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5187ed6a-9117-4120-9413-d75be457562a req-dfbb890a-9c13-4cf9-acee-7909f0545f1f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=64663454-077a-4d9c-a45e-a7399d31e182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0922723 Jan 25 16:33:45.045707 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26421460-016d-408e-a6c5-35fe1eb249c8 req-e44338cf-1248-4d9f-8640-4e89665b09eb tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:45.046159 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-26421460-016d-408e-a6c5-35fe1eb249c8 req-e44338cf-1248-4d9f-8640-4e89665b09eb tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Synchronizing usage tracker for tenant:7f185d2548be4605a35eb400374bd460 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:33:45.105927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-26421460-016d-408e-a6c5-35fe1eb249c8 req-e44338cf-1248-4d9f-8640-4e89665b09eb tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Unset dirty status for tenant:7f185d2548be4605a35eb400374bd460 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:33:45.106699 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-26421460-016d-408e-a6c5-35fe1eb249c8 req-e44338cf-1248-4d9f-8640-4e89665b09eb tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.1481535 Jan 25 16:33:45.158446 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5187ed6a-9117-4120-9413-d75be457562a req-b0bef98d-2eb1-47c9-9823-b1ba93d1b343 service neutron] 10.222.0.117 "GET /v2.0/networks/64663454-077a-4d9c-a45e-a7399d31e182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097674 Jan 25 16:33:45.162194 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-26421460-016d-408e-a6c5-35fe1eb249c8 req-862e44b9-9368-4f34-9b91-3f998a6e5d81 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0508575 Jan 25 16:33:45.241723 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5187ed6a-9117-4120-9413-d75be457562a req-e71ce91b-f7ae-4ce6-abf1-3b0868a9742a service neutron] 10.222.0.117 "GET /v2.0/networks/64663454-077a-4d9c-a45e-a7399d31e182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0743368 Jan 25 16:33:45.333394 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21761db-6cd6-4109-9b6a-7ca87d691845 None None] New status for floating IP 9480c634-88ad-4b6b-af6c-cd4d53f59ed3: DOWN {{(pid=79986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 16:33:46.198759 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2caa20a5-430f-4ea4-98be-2278ffe974cd req-458dac08-eba9-4d83-865f-726355daba8d service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0556479 Jan 25 16:33:46.277313 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa20a5-430f-4ea4-98be-2278ffe974cd req-cace8f8e-ee23-4dd7-b7ae-4581ecd79127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:46.278372 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2caa20a5-430f-4ea4-98be-2278ffe974cd req-cace8f8e-ee23-4dd7-b7ae-4581ecd79127 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 1162 time: 0.0611145 Jan 25 16:33:46.301460 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287f801-712e-41a2-9373-b9242a9d94f1 req-e1ac7bc0-f5c4-463a-8bb8-bea6d924daaa tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:46.302490 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3287f801-712e-41a2-9373-b9242a9d94f1 req-e1ac7bc0-f5c4-463a-8bb8-bea6d924daaa tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0710366 Jan 25 16:33:46.335151 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3287f801-712e-41a2-9373-b9242a9d94f1 req-099a06d2-5262-4e1f-bdb2-bc9aecb49a54 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups?id=28439e6e-cc80-42ad-b92e-d15ee2132975&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0279570 Jan 25 16:33:46.390183 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa20a5-430f-4ea4-98be-2278ffe974cd req-611b0acb-b6de-4f54-a4f3-98fbb1cba2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:46.391400 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2caa20a5-430f-4ea4-98be-2278ffe974cd req-611b0acb-b6de-4f54-a4f3-98fbb1cba2d1 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 906 time: 0.0865242 Jan 25 16:33:46.463534 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2caa20a5-430f-4ea4-98be-2278ffe974cd req-0b40a899-0979-4a37-9599-d2b761ecfdea service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bfb0d05-b834-4f97-b526-59c537fb7c10 HTTP/1.1" status: 200 len: 1000 time: 0.0637500 Jan 25 16:33:46.505259 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa20a5-430f-4ea4-98be-2278ffe974cd req-9b4e3c2e-41ed-4008-80c8-63319f82c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:46.506009 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2caa20a5-430f-4ea4-98be-2278ffe974cd req-9b4e3c2e-41ed-4008-80c8-63319f82c0a4 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.0348303 Jan 25 16:33:46.556920 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa20a5-430f-4ea4-98be-2278ffe974cd req-2fae626b-5e3b-4ab9-9ead-16d8a08b2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:46.558746 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2caa20a5-430f-4ea4-98be-2278ffe974cd req-2fae626b-5e3b-4ab9-9ead-16d8a08b2a97 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447989 Jan 25 16:33:46.630174 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 1d905a30-26ee-4f5c-bb63-6ebdf4649585 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:33:46.638752 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2caa20a5-430f-4ea4-98be-2278ffe974cd req-1c5ed1be-5e5a-4db9-bac7-1f7629d63479 service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0712659 Jan 25 16:33:46.722087 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:46.740007 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d905a30-26ee-4f5c-bb63-6ebdf4649585'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:33:46.747425 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2caa20a5-430f-4ea4-98be-2278ffe974cd req-d5594228-c43b-468c-8dcc-14d4ba8f0f61 service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1023486 Jan 25 16:33:46.750086 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port 1d905a30-26ee-4f5c-bb63-6ebdf4649585, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=1d905a30-26ee-4f5c-bb63-6ebdf4649585,segment=NetworkSegment(02348609-b9cb-4d45-9d86-d682934e2dbd),segment_id=02348609-b9cb-4d45-9d86-d682934e2dbd)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:33:46.753124 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:46.754672 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:33:46.778917 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d905a30-26ee-4f5c-bb63-6ebdf4649585', 'code': 200} Jan 25 16:33:46.793076 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd6948-19c9-4072-b8de-ebc201b591c9 req-aadfe03a-3582-4598-9598-d2d426238002 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:33:46.794086 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-affd6948-19c9-4072-b8de-ebc201b591c9 req-aadfe03a-3582-4598-9598-d2d426238002 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.117 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 945 time: 0.0880370 Jan 25 16:33:46.797352 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=1d905a30-26ee-4f5c-bb63-6ebdf4649585,revision_number=7']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:33:46.801595 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.801786 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.801982 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.802173 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.802390 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.802591 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.802783 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.802971 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.803163 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.803668 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.803881 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.804068 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.804324 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.804518 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.804709 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.804897 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.805084 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.805271 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.805458 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.805644 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.805831 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.806017 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.806205 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.806390 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:33:46.808837 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:33:46.842761 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-affd6948-19c9-4072-b8de-ebc201b591c9 req-9110d260-c2ec-4ae0-ad29-84d6e5753f5f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Deleting port 1d905a30-26ee-4f5c-bb63-6ebdf4649585 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:33:46.842972 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-affd6948-19c9-4072-b8de-ebc201b591c9 req-9110d260-c2ec-4ae0-ad29-84d6e5753f5f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:46.983509 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-affd6948-19c9-4072-b8de-ebc201b591c9 req-9110d260-c2ec-4ae0-ad29-84d6e5753f5f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] For port 1d905a30-26ee-4f5c-bb63-6ebdf4649585, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=1d905a30-26ee-4f5c-bb63-6ebdf4649585,segment=NetworkSegment(02348609-b9cb-4d45-9d86-d682934e2dbd),segment_id=02348609-b9cb-4d45-9d86-d682934e2dbd)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:33:46.983770 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-affd6948-19c9-4072-b8de-ebc201b591c9 req-9110d260-c2ec-4ae0-ad29-84d6e5753f5f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:47.048519 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-affd6948-19c9-4072-b8de-ebc201b591c9 req-9110d260-c2ec-4ae0-ad29-84d6e5753f5f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Calling delete_port for 1d905a30-26ee-4f5c-bb63-6ebdf4649585 owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:33:47.133146 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-affd6948-19c9-4072-b8de-ebc201b591c9 req-9110d260-c2ec-4ae0-ad29-84d6e5753f5f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:47.152516 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-655d3498-7ed3-4737-beee-7717ab4675cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:33:47.215075 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110d260-c2ec-4ae0-ad29-84d6e5753f5f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Pushing event deleted for resources: {'Port': ['ID=1d905a30-26ee-4f5c-bb63-6ebdf4649585,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:33:47.219030 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9110d260-c2ec-4ae0-ad29-84d6e5753f5f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:33:47.297383 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-affd6948-19c9-4072-b8de-ebc201b591c9 req-9110d260-c2ec-4ae0-ad29-84d6e5753f5f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] No DVR routers for this DVR port 1d905a30-26ee-4f5c-bb63-6ebdf4649585 on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:33:47.298940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-affd6948-19c9-4072-b8de-ebc201b591c9 req-9110d260-c2ec-4ae0-ad29-84d6e5753f5f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:47.303256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'name': 'network-vif-deleted', 'tag': '1d905a30-26ee-4f5c-bb63-6ebdf4649585'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:33:47.309998 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-affd6948-19c9-4072-b8de-ebc201b591c9 req-9110d260-c2ec-4ae0-ad29-84d6e5753f5f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.117 "DELETE /v2.0/ports/1d905a30-26ee-4f5c-bb63-6ebdf4649585 HTTP/1.1" status: 204 len: 173 time: 0.5123215 Jan 25 16:33:47.338460 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8eda584-18ef-4820-91a1-649e8bbfa1be', 'name': 'network-vif-deleted', 'tag': '1d905a30-26ee-4f5c-bb63-6ebdf4649585', 'status': 'completed', 'code': 200} Jan 25 16:33:47.437632 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-cbfd4b81-ce71-4c77-a5ea-a0f4ef3a483d req-da300a8b-4632-4231-90f4-29945f5309bd tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Synchronizing usage tracker for tenant:7f185d2548be4605a35eb400374bd460 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:33:47.448132 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-cbfd4b81-ce71-4c77-a5ea-a0f4ef3a483d req-da300a8b-4632-4231-90f4-29945f5309bd tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Unset dirty status for tenant:7f185d2548be4605a35eb400374bd460 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:33:47.448869 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cbfd4b81-ce71-4c77-a5ea-a0f4ef3a483d req-da300a8b-4632-4231-90f4-29945f5309bd tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 210 time: 0.0452838 Jan 25 16:33:48.582541 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ad68c9d1-d962-4ef4-8c9a-ee2b29eb5823 req-8f48d885-a922-4c8a-916d-710d4f2d4f29 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 210 time: 0.0366778 Jan 25 16:33:49.722903 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9ec6ab31-3e74-4539-b197-e69e24cad81a req-47b6b05c-34ed-4348-ba51-ca0c33576487 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/ports?device_id=d8eda584-18ef-4820-91a1-649e8bbfa1be HTTP/1.1" status: 200 len: 210 time: 0.0336821 Jan 25 16:33:51.086861 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5f25970a-226c-4b3a-9376-577262135b3e req-00cfe5d3-b478-443f-ab41-af34ff968725 tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "GET /v2.0/security-groups/28439e6e-cc80-42ad-b92e-d15ee2132975 HTTP/1.1" status: 200 len: 2993 time: 0.2758415 Jan 25 16:33:51.151518 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-5f25970a-226c-4b3a-9376-577262135b3e req-fb969109-69fa-4693-a0fd-3a268d4e245d tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:51.170153 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-5f25970a-226c-4b3a-9376-577262135b3e req-fb969109-69fa-4693-a0fd-3a268d4e245d tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:51.206438 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-5f25970a-226c-4b3a-9376-577262135b3e req-fb969109-69fa-4693-a0fd-3a268d4e245d tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:51.209513 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:33:51.219119 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb969109-69fa-4693-a0fd-3a268d4e245d tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Pushing event deleted for resources: {'SecurityGroup': ['ID=28439e6e-cc80-42ad-b92e-d15ee2132975,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:33:51.221881 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-fb969109-69fa-4693-a0fd-3a268d4e245d tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:33:51.223922 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-5f25970a-226c-4b3a-9376-577262135b3e req-fb969109-69fa-4693-a0fd-3a268d4e245d tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:51.224680 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5f25970a-226c-4b3a-9376-577262135b3e req-fb969109-69fa-4693-a0fd-3a268d4e245d tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] 10.222.0.107 "DELETE /v2.0/security-groups/28439e6e-cc80-42ad-b92e-d15ee2132975 HTTP/1.1" status: 204 len: 173 time: 0.1302187 Jan 25 16:33:51.264423 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48458) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:33:51.675800 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-03a83ba4-ed45-4c52-8ab9-d62579a13763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719075'] for router_interface, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:51.900634 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-03a83ba4-ed45-4c52-8ab9-d62579a13763 admin admin] Deleting port 87185aab-9035-4403-8d80-e5a9154c0753 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:33:51.900855 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-03a83ba4-ed45-4c52-8ab9-d62579a13763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:52.010158 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-03a83ba4-ed45-4c52-8ab9-d62579a13763 admin admin] For port 87185aab-9035-4403-8d80-e5a9154c0753, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=87185aab-9035-4403-8d80-e5a9154c0753,segment=NetworkSegment(02348609-b9cb-4d45-9d86-d682934e2dbd),segment_id=02348609-b9cb-4d45-9d86-d682934e2dbd)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:33:52.010361 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-03a83ba4-ed45-4c52-8ab9-d62579a13763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:52.086273 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-03a83ba4-ed45-4c52-8ab9-d62579a13763 admin admin] Calling delete_port for 87185aab-9035-4403-8d80-e5a9154c0753 owned by network:router_interface {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:33:52.194548 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-03a83ba4-ed45-4c52-8ab9-d62579a13763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:52.201442 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-4cc164dd-161d-4453-8b31-2a9bf8627c87 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:33:52.246514 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a83ba4-ed45-4c52-8ab9-d62579a13763 admin admin] Pushing event deleted for resources: {'Port': ['ID=87185aab-9035-4403-8d80-e5a9154c0753,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:33:52.249904 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-03a83ba4-ed45-4c52-8ab9-d62579a13763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:33:52.415035 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-03a83ba4-ed45-4c52-8ab9-d62579a13763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718937'] for router_interface, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:52.733235 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a83ba4-ed45-4c52-8ab9-d62579a13763 admin admin] Router fc13c64d-62af-464d-8f62-25ecb34958c7 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:33:52.999425 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-92d6f9ae-148e-44de-9f91-b7b8de6cccb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:53.068902 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a83ba4-ed45-4c52-8ab9-d62579a13763 admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:33:53.076432 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dc718a-7bc0-4e74-96b7-198b6ce538d5 None None] Sync routers for ids ['fc13c64d-62af-464d-8f62-25ecb34958c7'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:33:53.079065 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-03a83ba4-ed45-4c52-8ab9-d62579a13763 admin admin] 10.222.0.107 "PUT /v2.0/routers/fc13c64d-62af-464d-8f62-25ecb34958c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8138070 Jan 25 16:33:53.081349 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48468) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:33:53.087501 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dc718a-7bc0-4e74-96b7-198b6ce538d5 None None] Routers {'fc13c64d-62af-464d-8f62-25ecb34958c7'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:33:53.087940 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-88dc718a-7bc0-4e74-96b7-198b6ce538d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:33:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['fc13c64d-62af-464d-8f62-25ecb34958c7'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:33:53.184754 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c7d87067-ec8c-4ee2-a333-47ff60b6ee76 admin admin] Notify callbacks [] for router, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:53.203339 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-88dc718a-7bc0-4e74-96b7-198b6ce538d5 None None] Set router fc13c64d-62af-464d-8f62-25ecb34958c7 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:33:53.284489 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c7d87067-ec8c-4ee2-a333-47ff60b6ee76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:53.287312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-c7d87067-ec8c-4ee2-a333-47ff60b6ee76 admin admin] Deleting port 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:33:53.287502 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c7d87067-ec8c-4ee2-a333-47ff60b6ee76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:53.380505 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-88dc718a-7bc0-4e74-96b7-198b6ce538d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'name': 'tempest-TestShelveInstance-241598919-router', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:17Z', 'updated_at': '2021-01-25T16:33:52Z', 'revision_number': 5, 'project_id': '7f185d2548be4605a35eb400374bd460', 'gw_port': {'id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:18Z', 'updated_at': '2021-01-25T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:33:53.383287 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dc718a-7bc0-4e74-96b7-198b6ce538d5 None None] Checking router: fc13c64d-62af-464d-8f62-25ecb34958c7 for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:33:53.388603 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dc718a-7bc0-4e74-96b7-198b6ce538d5 None None] Routers {'fc13c64d-62af-464d-8f62-25ecb34958c7'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:33:53.388936 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-88dc718a-7bc0-4e74-96b7-198b6ce538d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:33:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['fc13c64d-62af-464d-8f62-25ecb34958c7'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:33:53.398672 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-c7d87067-ec8c-4ee2-a333-47ff60b6ee76 admin admin] For port 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=0d972c4c-9fcb-4c4a-8d8c-7a4f64995222,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:33:53.398888 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c7d87067-ec8c-4ee2-a333-47ff60b6ee76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:53.478441 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-c7d87067-ec8c-4ee2-a333-47ff60b6ee76 admin admin] Calling delete_port for 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222 owned by network:router_gateway {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:33:53.502646 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-88dc718a-7bc0-4e74-96b7-198b6ce538d5 None None] Set router fc13c64d-62af-464d-8f62-25ecb34958c7 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:33:53.573250 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c7d87067-ec8c-4ee2-a333-47ff60b6ee76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:53.668174 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-88dc718a-7bc0-4e74-96b7-198b6ce538d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'name': 'tempest-TestShelveInstance-241598919-router', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:17Z', 'updated_at': '2021-01-25T16:33:52Z', 'revision_number': 5, 'project_id': '7f185d2548be4605a35eb400374bd460', 'gw_port': {'id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:18Z', 'updated_at': '2021-01-25T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:33:53.670746 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dc718a-7bc0-4e74-96b7-198b6ce538d5 None None] The sync data for ids ['fc13c64d-62af-464d-8f62-25ecb34958c7'] in dv-cinder-766064-3-iscsi is: [{'id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'name': 'tempest-TestShelveInstance-241598919-router', 'tenant_id': '7f185d2548be4605a35eb400374bd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:17Z', 'updated_at': '2021-01-25T16:33:52Z', 'revision_number': 5, 'project_id': '7f185d2548be4605a35eb400374bd460', 'gw_port': {'id': '0d972c4c-9fcb-4c4a-8d8c-7a4f64995222', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc13c64d-62af-464d-8f62-25ecb34958c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:18Z', 'updated_at': '2021-01-25T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:33:53.683435 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c7d87067-ec8c-4ee2-a333-47ff60b6ee76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854064149'] for router_gateway, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:53.766848 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c7d87067-ec8c-4ee2-a333-47ff60b6ee76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854068689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771156'] for router, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:53.768452 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c7d87067-ec8c-4ee2-a333-47ff60b6ee76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:53.784248 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c7d87067-ec8c-4ee2-a333-47ff60b6ee76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706716'] for router, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:53.784563 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d87067-ec8c-4ee2-a333-47ff60b6ee76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc13c64d-62af-464d-8f62-25ecb34958c7 {{(pid=79985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:33:53.791991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c7d87067-ec8c-4ee2-a333-47ff60b6ee76 admin admin] Notify callbacks [] for router, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:53.792798 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-c7d87067-ec8c-4ee2-a333-47ff60b6ee76 admin admin] 10.222.0.107 "DELETE /v2.0/routers/fc13c64d-62af-464d-8f62-25ecb34958c7 HTTP/1.1" status: 204 len: 168 time: 0.7108386 Jan 25 16:33:53.794643 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48472) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:33:53.830369 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8b29bf-b6a8-46d2-b033-85d9543a1a4d admin admin] Deleting subnet 9afd0a4f-0303-4b12-92f2-92872f97db2b {{(pid=79985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 16:33:53.832176 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-eb8b29bf-b6a8-46d2-b033-85d9543a1a4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:53.862324 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-eb8b29bf-b6a8-46d2-b033-85d9543a1a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26316608'] for subnet, precommit_delete_associations {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:53.909951 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-eb8b29bf-b6a8-46d2-b033-85d9543a1a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852869732'] for subnet, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:53.994173 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5266d64b-3585-44f6-a9d7-e786557f90fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:54.051572 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-eb8b29bf-b6a8-46d2-b033-85d9543a1a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26316638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828188425'] for subnet, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:54.062021 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-0f860bf7-dd6b-4e6f-80b4-2522a071e4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:33:54.105200 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b29bf-b6a8-46d2-b033-85d9543a1a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9afd0a4f-0303-4b12-92f2-92872f97db2b,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:33:54.109360 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-eb8b29bf-b6a8-46d2-b033-85d9543a1a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:33:54.141517 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-eb8b29bf-b6a8-46d2-b033-85d9543a1a4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:54.142917 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34589ec8-dd81-4983-8443-e40b27fa3e94 None None] Network 64663454-077a-4d9c-a45e-a7399d31e182 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:33:54.145431 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-eb8b29bf-b6a8-46d2-b033-85d9543a1a4d admin admin] 10.222.0.107 "DELETE /v2.0/subnets/9afd0a4f-0303-4b12-92f2-92872f97db2b HTTP/1.1" status: 204 len: 168 time: 0.3501539 Jan 25 16:33:54.147545 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48478) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:33:54.220145 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853034955'] for network, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:54.262124 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Deleting port 3e924014-c1d9-442f-bfd0-1fd81c918a1a {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:33:54.262325 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:54.306359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2581e71a-978e-416c-aa06-c694ffa53b42 None None] DHCP port deletion for 64663454-077a-4d9c-a45e-a7399d31e182 request from dv-cinder-766064-3-iscsi {{(pid=79986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 25 16:33:54.309396 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-2581e71a-978e-416c-aa06-c694ffa53b42 None None] Deleting port 3e924014-c1d9-442f-bfd0-1fd81c918a1a {{(pid=79986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:33:54.309621 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2581e71a-978e-416c-aa06-c694ffa53b42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:54.383460 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] For port 3e924014-c1d9-442f-bfd0-1fd81c918a1a, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=3e924014-c1d9-442f-bfd0-1fd81c918a1a,segment=NetworkSegment(02348609-b9cb-4d45-9d86-d682934e2dbd),segment_id=02348609-b9cb-4d45-9d86-d682934e2dbd)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:33:54.383799 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:54.458525 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Calling delete_port for 3e924014-c1d9-442f-bfd0-1fd81c918a1a owned by network:dhcp {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:33:54.504242 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:54.511746 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:33:54.521819 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-2581e71a-978e-416c-aa06-c694ffa53b42 None None] The port '3e924014-c1d9-442f-bfd0-1fd81c918a1a' was deleted {{(pid=79986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 25 16:33:54.563245 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e924014-c1d9-442f-bfd0-1fd81c918a1a,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:33:54.569882 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:33:54.588707 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] No DVR routers for this DVR port 3e924014-c1d9-442f-bfd0-1fd81c918a1a on host dv-cinder-766064-3-iscsi {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:33:54.654883 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852872736', 'neutron.services.segments.db._delete_segments_for_network-8743637820497'] for network, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:54.713748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64663454-077a-4d9c-a45e-a7399d31e182']}} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:33:54.721294 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02348609-b9cb-4d45-9d86-d682934e2dbd') {'for_net_delete': True} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:33:54.721478 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02348609-b9cb-4d45-9d86-d682934e2dbd') {} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:33:54.728630 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:54.728759 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743637817186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036828459192'] for segment, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:54.738287 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:54.739450 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=79985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 16:33:54.829107 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Network 64663454-077a-4d9c-a45e-a7399d31e182 has no segments {{(pid=79985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:33:54.833914 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852869664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036828459267'] for segment, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:54.891561 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:54.925171 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Network 64663454-077a-4d9c-a45e-a7399d31e182 has no segments {{(pid=79985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: Traceback (most recent call last): Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: timer() Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: cb(*args, **kw) Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: return func(*args, **kwargs) Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: self._notify() Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: self.callback(batched_events) Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: event.method(event) Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: segment_id)['aggregates'][0] Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(self, *a, **k) Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: return self._get(url).json() Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: **kwargs) Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.request(url, 'GET', **kwargs) Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: **endpoint_filter) Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:33:54.936689 dv-cinder-766064-3-iscsi neutron-server[79885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:33:54.974973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711666'] for network, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:54.977785 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-85bcd7b6-5233-4104-96f6-f58e9998bab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:33:54.989479 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:54.995058 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Pushing event deleted for resources: {'Network': ['ID=64663454-077a-4d9c-a45e-a7399d31e182,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:33:54.997052 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:33:55.003489 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] 10.222.0.107 "DELETE /v2.0/networks/64663454-077a-4d9c-a45e-a7399d31e182 HTTP/1.1" status: 204 len: 168 time: 0.8552694 Jan 25 16:33:55.005527 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48484) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:33:55.009195 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 3e924014-c1d9-442f-bfd0-1fd81c918a1a no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:33:55.029663 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: 3e924014-c1d9-442f-bfd0-1fd81c918a1a {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:33:55.029871 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 3e924014-c1d9-442f-bfd0-1fd81c918a1a not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:33:55.030123 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 87185aab-9035-4403-8d80-e5a9154c0753 no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:33:55.048401 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: 87185aab-9035-4403-8d80-e5a9154c0753 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:33:55.048605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 87185aab-9035-4403-8d80-e5a9154c0753 not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:33:55.048846 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222 no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:33:55.066227 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:33:55.066440 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 0d972c4c-9fcb-4c4a-8d8c-7a4f64995222 not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:33:55.560215 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2851329a-f5b3-4eba-b698-1d61c6a6e7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719075'] for router_interface, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:55.717947 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:55.762871 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-2851329a-f5b3-4eba-b698-1d61c6a6e7db admin admin] Deleting port 9d9099b8-e558-4527-9c92-afe24ea432cc {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:33:55.763066 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2851329a-f5b3-4eba-b698-1d61c6a6e7db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:55.832296 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:55.861816 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-2851329a-f5b3-4eba-b698-1d61c6a6e7db admin admin] For port 9d9099b8-e558-4527-9c92-afe24ea432cc, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=9d9099b8-e558-4527-9c92-afe24ea432cc,segment=NetworkSegment(a70932f3-b85d-4cb6-bd79-ef3569d91f97),segment_id=a70932f3-b85d-4cb6-bd79-ef3569d91f97)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:33:55.862040 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2851329a-f5b3-4eba-b698-1d61c6a6e7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:55.927991 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-2851329a-f5b3-4eba-b698-1d61c6a6e7db admin admin] Calling delete_port for 9d9099b8-e558-4527-9c92-afe24ea432cc owned by network:router_interface {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:33:56.025108 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2851329a-f5b3-4eba-b698-1d61c6a6e7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:56.044203 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:33:56.097741 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851329a-f5b3-4eba-b698-1d61c6a6e7db admin admin] Pushing event deleted for resources: {'Port': ['ID=9d9099b8-e558-4527-9c92-afe24ea432cc,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:33:56.099881 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2851329a-f5b3-4eba-b698-1d61c6a6e7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:33:56.267152 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2851329a-f5b3-4eba-b698-1d61c6a6e7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718937'] for router_interface, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:56.570319 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2851329a-f5b3-4eba-b698-1d61c6a6e7db admin admin] Router f3f720c1-0696-4988-87cf-d96881796e51 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:33:56.670027 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2851329a-f5b3-4eba-b698-1d61c6a6e7db admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:33:56.676775 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-2851329a-f5b3-4eba-b698-1d61c6a6e7db admin admin] 10.222.0.107 "PUT /v2.0/routers/f3f720c1-0696-4988-87cf-d96881796e51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6702929 Jan 25 16:33:56.677887 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48490) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:33:56.680223 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33e8e05-e2fe-4d39-8ae4-652641c13c19 None None] Sync routers for ids ['f3f720c1-0696-4988-87cf-d96881796e51'] in dv-cinder-766064-3-iscsi {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:33:56.686238 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33e8e05-e2fe-4d39-8ae4-652641c13c19 None None] Routers {'f3f720c1-0696-4988-87cf-d96881796e51'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:33:56.686678 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-c33e8e05-e2fe-4d39-8ae4-652641c13c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:33:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['f3f720c1-0696-4988-87cf-d96881796e51'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:33:56.776947 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-07e8e7c0-d02c-4777-9024-fe1c64ae4695 admin admin] Notify callbacks [] for router, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:56.804837 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-c33e8e05-e2fe-4d39-8ae4-652641c13c19 None None] Set router f3f720c1-0696-4988-87cf-d96881796e51 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:33:56.872413 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-07e8e7c0-d02c-4777-9024-fe1c64ae4695 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:56.875319 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-07e8e7c0-d02c-4777-9024-fe1c64ae4695 admin admin] Deleting port aa399ba2-4f81-4975-874e-9e7538b50ce5 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:33:56.875498 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-07e8e7c0-d02c-4777-9024-fe1c64ae4695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:56.973272 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-07e8e7c0-d02c-4777-9024-fe1c64ae4695 admin admin] For port aa399ba2-4f81-4975-874e-9e7538b50ce5, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=aa399ba2-4f81-4975-874e-9e7538b50ce5,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:33:56.973272 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-07e8e7c0-d02c-4777-9024-fe1c64ae4695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:56.979063 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-c33e8e05-e2fe-4d39-8ae4-652641c13c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'name': 'tempest-TestShelveInstance-369925847-router', 'tenant_id': 'e890ec7e64f049ae8e920418f6635145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aa399ba2-4f81-4975-874e-9e7538b50ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:23Z', 'updated_at': '2021-01-25T16:33:55Z', 'revision_number': 5, 'project_id': 'e890ec7e64f049ae8e920418f6635145', 'gw_port': {'id': 'aa399ba2-4f81-4975-874e-9e7538b50ce5', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:23Z', 'updated_at': '2021-01-25T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:33:56.984111 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33e8e05-e2fe-4d39-8ae4-652641c13c19 None None] Checking router: f3f720c1-0696-4988-87cf-d96881796e51 for host: dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:33:56.986521 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33e8e05-e2fe-4d39-8ae4-652641c13c19 None None] Routers {'f3f720c1-0696-4988-87cf-d96881796e51'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:33:56.986864 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-c33e8e05-e2fe-4d39-8ae4-652641c13c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:33:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['f3f720c1-0696-4988-87cf-d96881796e51'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:33:57.092795 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-c33e8e05-e2fe-4d39-8ae4-652641c13c19 None None] Set router f3f720c1-0696-4988-87cf-d96881796e51 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:33:57.269309 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-c33e8e05-e2fe-4d39-8ae4-652641c13c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'name': 'tempest-TestShelveInstance-369925847-router', 'tenant_id': 'e890ec7e64f049ae8e920418f6635145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aa399ba2-4f81-4975-874e-9e7538b50ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:23Z', 'updated_at': '2021-01-25T16:33:55Z', 'revision_number': 5, 'project_id': 'e890ec7e64f049ae8e920418f6635145', 'gw_port': {'id': 'aa399ba2-4f81-4975-874e-9e7538b50ce5', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:23Z', 'updated_at': '2021-01-25T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:33:57.272480 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33e8e05-e2fe-4d39-8ae4-652641c13c19 None None] The sync data for ids ['f3f720c1-0696-4988-87cf-d96881796e51'] in dv-cinder-766064-3-iscsi is: [{'id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'name': 'tempest-TestShelveInstance-369925847-router', 'tenant_id': 'e890ec7e64f049ae8e920418f6635145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aa399ba2-4f81-4975-874e-9e7538b50ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:23Z', 'updated_at': '2021-01-25T16:33:55Z', 'revision_number': 5, 'project_id': 'e890ec7e64f049ae8e920418f6635145', 'gw_port': {'id': 'aa399ba2-4f81-4975-874e-9e7538b50ce5', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f720c1-0696-4988-87cf-d96881796e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:23Z', 'updated_at': '2021-01-25T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}] {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:33:57.289534 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-07e8e7c0-d02c-4777-9024-fe1c64ae4695 admin admin] Calling delete_port for aa399ba2-4f81-4975-874e-9e7538b50ce5 owned by network:router_gateway {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:33:57.364965 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-07e8e7c0-d02c-4777-9024-fe1c64ae4695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:57.477504 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-07e8e7c0-d02c-4777-9024-fe1c64ae4695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854064149'] for router_gateway, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:57.546894 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-07e8e7c0-d02c-4777-9024-fe1c64ae4695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854068689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771156'] for router, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:57.548217 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-07e8e7c0-d02c-4777-9024-fe1c64ae4695 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:57.555879 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:33:57.562036 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-07e8e7c0-d02c-4777-9024-fe1c64ae4695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706716'] for router, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:57.562323 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e8e7c0-d02c-4777-9024-fe1c64ae4695 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3f720c1-0696-4988-87cf-d96881796e51 {{(pid=79985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:33:57.569340 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-07e8e7c0-d02c-4777-9024-fe1c64ae4695 admin admin] Notify callbacks [] for router, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:57.570061 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-07e8e7c0-d02c-4777-9024-fe1c64ae4695 admin admin] 10.222.0.107 "DELETE /v2.0/routers/f3f720c1-0696-4988-87cf-d96881796e51 HTTP/1.1" status: 204 len: 168 time: 0.8908052 Jan 25 16:33:57.571858 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48496) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:33:57.610795 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_v2 [None req-21cd0de4-39c8-4094-8a3c-9a8c84caddfa admin admin] Deleting subnet dbd955a1-e089-402c-a636-3ce03e52642a {{(pid=79985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 16:33:57.612609 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-21cd0de4-39c8-4094-8a3c-9a8c84caddfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:57.640125 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-21cd0de4-39c8-4094-8a3c-9a8c84caddfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26316608'] for subnet, precommit_delete_associations {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:57.694513 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-21cd0de4-39c8-4094-8a3c-9a8c84caddfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852869732'] for subnet, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:57.827118 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-21cd0de4-39c8-4094-8a3c-9a8c84caddfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26316638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828188425'] for subnet, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:57.835080 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:33:57.879902 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd0de4-39c8-4094-8a3c-9a8c84caddfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbd955a1-e089-402c-a636-3ce03e52642a,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:33:57.883806 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-21cd0de4-39c8-4094-8a3c-9a8c84caddfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:33:57.905779 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-21cd0de4-39c8-4094-8a3c-9a8c84caddfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:57.909006 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-21cd0de4-39c8-4094-8a3c-9a8c84caddfa admin admin] 10.222.0.107 "DELETE /v2.0/subnets/dbd955a1-e089-402c-a636-3ce03e52642a HTTP/1.1" status: 204 len: 168 time: 0.3365149 Jan 25 16:33:57.909874 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcd357b-dcf8-4288-aa84-c1f43a2191b8 None None] Network 344550ad-e715-4aa1-b721-12b26a6b46d5 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:33:57.910842 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48500) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:33:57.973596 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853034955'] for network, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:58.013845 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Deleting port 572cadc2-662a-4136-a5f3-a5739c5e11ce {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:33:58.014168 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:58.077837 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0179de9-9965-4d7c-9bc7-549a63d76025 None None] DHCP port deletion for 344550ad-e715-4aa1-b721-12b26a6b46d5 request from dv-cinder-766064-3-iscsi {{(pid=79986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 25 16:33:58.081334 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-f0179de9-9965-4d7c-9bc7-549a63d76025 None None] Deleting port 572cadc2-662a-4136-a5f3-a5739c5e11ce {{(pid=79986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:33:58.081592 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f0179de9-9965-4d7c-9bc7-549a63d76025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:58.130139 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] For port 572cadc2-662a-4136-a5f3-a5739c5e11ce, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=572cadc2-662a-4136-a5f3-a5739c5e11ce,segment=NetworkSegment(a70932f3-b85d-4cb6-bd79-ef3569d91f97),segment_id=a70932f3-b85d-4cb6-bd79-ef3569d91f97)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:33:58.130357 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:58.199706 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Calling delete_port for 572cadc2-662a-4136-a5f3-a5739c5e11ce owned by network:dhcp {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:33:58.210948 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-f0179de9-9965-4d7c-9bc7-549a63d76025 None None] For port 572cadc2-662a-4136-a5f3-a5739c5e11ce, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=572cadc2-662a-4136-a5f3-a5739c5e11ce,segment=NetworkSegment(a70932f3-b85d-4cb6-bd79-ef3569d91f97),segment_id=a70932f3-b85d-4cb6-bd79-ef3569d91f97)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:33:58.211247 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f0179de9-9965-4d7c-9bc7-549a63d76025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:58.244299 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:58.252532 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-dd1d9785-cf33-44f9-b0f0-14e1fb97ea6a tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:33:58.294226 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-f0179de9-9965-4d7c-9bc7-549a63d76025 None None] Calling delete_port for 572cadc2-662a-4136-a5f3-a5739c5e11ce owned by network:dhcp {{(pid=79986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:33:58.302189 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=572cadc2-662a-4136-a5f3-a5739c5e11ce,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:33:58.309027 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:33:58.329293 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] No DVR routers for this DVR port 572cadc2-662a-4136-a5f3-a5739c5e11ce on host dv-cinder-766064-3-iscsi {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:33:58.336620 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.db.api [None req-f0179de9-9965-4d7c-9bc7-549a63d76025 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:33:58.336948 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_db.api [None req-f0179de9-9965-4d7c-9bc7-549a63d76025 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 16:33:58.395854 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852872736', 'neutron.services.segments.db._delete_segments_for_network-8743637820497'] for network, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:58.462060 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344550ad-e715-4aa1-b721-12b26a6b46d5']}} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:33:58.469312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70932f3-b85d-4cb6-bd79-ef3569d91f97') {'for_net_delete': True} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:33:58.469536 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70932f3-b85d-4cb6-bd79-ef3569d91f97') {} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:33:58.479064 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743637817186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036828459192'] for segment, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:58.500373 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:58.502814 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Releasing vxlan tunnel 4 to pool {{(pid=79985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 16:33:58.634638 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Network 344550ad-e715-4aa1-b721-12b26a6b46d5 has no segments {{(pid=79985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:33:58.640505 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852869664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036828459267'] for segment, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:58.752772 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Network 344550ad-e715-4aa1-b721-12b26a6b46d5 has no segments {{(pid=79985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: Traceback (most recent call last): Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: timer() Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: cb(*args, **kw) Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: return func(*args, **kwargs) Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: self._notify() Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: self.callback(batched_events) Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: event.method(event) Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: segment_id)['aggregates'][0] Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(self, *a, **k) Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: return self._get(url).json() Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: **kwargs) Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.request(url, 'GET', **kwargs) Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: **endpoint_filter) Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:33:58.769510 dv-cinder-766064-3-iscsi neutron-server[79885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:33:58.824058 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711666'] for network, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:58.827143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:58.829019 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:33:58.838404 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-f0179de9-9965-4d7c-9bc7-549a63d76025 None None] Deleting port 572cadc2-662a-4136-a5f3-a5739c5e11ce {{(pid=79986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:33:58.838735 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f0179de9-9965-4d7c-9bc7-549a63d76025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:58.843202 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=344550ad-e715-4aa1-b721-12b26a6b46d5,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:33:58.844877 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:33:58.847024 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] 10.222.0.107 "DELETE /v2.0/networks/344550ad-e715-4aa1-b721-12b26a6b46d5 HTTP/1.1" status: 204 len: 168 time: 0.9355748 Jan 25 16:33:58.885500 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-f0179de9-9965-4d7c-9bc7-549a63d76025 None None] The port '572cadc2-662a-4136-a5f3-a5739c5e11ce' was deleted {{(pid=79986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 25 16:33:58.939408 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79984) accepted ('10.222.0.107', 48508) {{(pid=79984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:33:58.975450 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-2d2ea332-7057-4825-8d36-203094218ffe admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7f185d2548be4605a35eb400374bd460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0350146 Jan 25 16:33:58.975553 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48512) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:33:59.007789 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device aa399ba2-4f81-4975-874e-9e7538b50ce5 no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:33:59.020569 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-850656fa-b3ca-41b6-952b-e4af2acd97be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:59.029501 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: aa399ba2-4f81-4975-874e-9e7538b50ce5 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:33:59.029716 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device aa399ba2-4f81-4975-874e-9e7538b50ce5 not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:33:59.029980 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 9d9099b8-e558-4527-9c92-afe24ea432cc no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:33:59.038339 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-850656fa-b3ca-41b6-952b-e4af2acd97be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:59.047753 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: 9d9099b8-e558-4527-9c92-afe24ea432cc {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:33:59.047949 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 9d9099b8-e558-4527-9c92-afe24ea432cc not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:33:59.048209 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 572cadc2-662a-4136-a5f3-a5739c5e11ce no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:33:59.067093 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: 572cadc2-662a-4136-a5f3-a5739c5e11ce {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:33:59.067282 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 572cadc2-662a-4136-a5f3-a5739c5e11ce not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:33:59.071006 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-850656fa-b3ca-41b6-952b-e4af2acd97be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:59.074160 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-66c4c3a1-1c53-42e9-8208-db38e3139387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:33:59.085712 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850656fa-b3ca-41b6-952b-e4af2acd97be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb0d176-0790-4f38-acf0-de5082f09257,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:33:59.087970 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-850656fa-b3ca-41b6-952b-e4af2acd97be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:33:59.089208 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-850656fa-b3ca-41b6-952b-e4af2acd97be admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:59.090036 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-850656fa-b3ca-41b6-952b-e4af2acd97be admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fcb0d176-0790-4f38-acf0-de5082f09257 HTTP/1.1" status: 204 len: 168 time: 0.1136761 Jan 25 16:33:59.343957 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48522) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:33:59.372164 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-13612311-3823-4b70-b9c5-538729b7c1c3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e890ec7e64f049ae8e920418f6635145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0272744 Jan 25 16:33:59.373471 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48526) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:33:59.406123 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae612-0c48-458c-9f50-ea65c76ffade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:59.421920 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae612-0c48-458c-9f50-ea65c76ffade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:59.445743 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae612-0c48-458c-9f50-ea65c76ffade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:59.448683 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-fcedd798-5e7c-4123-829a-220a67bb944b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:33:59.455273 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ae612-0c48-458c-9f50-ea65c76ffade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbc15a2-a5fd-41d5-9d29-e517bdba57e6,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:33:59.457156 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-3e1ae612-0c48-458c-9f50-ea65c76ffade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:33:59.458260 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae612-0c48-458c-9f50-ea65c76ffade admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:33:59.460383 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-3e1ae612-0c48-458c-9f50-ea65c76ffade admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8dbc15a2-a5fd-41d5-9d29-e517bdba57e6 HTTP/1.1" status: 204 len: 168 time: 0.0848801 Jan 25 16:34:09.297675 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-f279f0a0-a6ac-4337-b910-855bb6b81141 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-186272194&fields=id&tenant_id=8fb2eb7ec5ad4402968fda814359d625 HTTP/1.1" status: 200 len: 267 time: 0.0417957 Jan 25 16:34:09.414189 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-b6035036-7ec6-41ad-ae36-dde401bc92ba tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:09.415196 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-b6035036-7ec6-41ad-ae36-dde401bc92ba tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 812 time: 0.1131620 Jan 25 16:34:09.428737 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-e9b3ec08-cd25-46f0-9464-8332832f317e tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/quotas/8fb2eb7ec5ad4402968fda814359d625 HTTP/1.1" status: 200 len: 375 time: 0.0066633 Jan 25 16:34:09.505619 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-227b8f10-4d4f-4116-a07d-bd161e2d9bb5 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0720294 Jan 25 16:34:09.608771 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-e3df986d-71e9-4693-988d-c7f4ca929457 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:34:09.609635 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-e3df986d-71e9-4693-988d-c7f4ca929457 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0897651 Jan 25 16:34:09.708985 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-a39d0b4c-5536-4e8c-ae09-5a97efbd95fc service neutron] 10.222.0.107 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916085 Jan 25 16:34:09.824997 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-7fb30c0e-8042-48fb-8be8-2aa7452d58b3 service neutron] 10.222.0.107 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1076624 Jan 25 16:34:11.123206 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d36c2bb0-69b6-42ce-a15b-3cb17cda62b7 req-1289d707-7002-414b-9e62-5ecda88ea031 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 210 time: 0.0381575 Jan 25 16:34:12.206123 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-07687e1a-9279-491b-8dec-592e0b91c23a req-69f8803f-0fb8-467f-9a47-bb4b527b6e1d tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 210 time: 0.0366573 Jan 25 16:34:13.298441 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-ee402984-0ea7-4c72-a13b-153ca0bc0980 req-58143648-9532-4c3d-8632-e1ed2839b1f0 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 210 time: 0.0361619 Jan 25 16:34:14.410056 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-a7e752a4-46f5-48ac-bc6d-9cde7748f4a2 req-6fba5e2f-ab6a-497f-9ccb-e00f27186a12 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 210 time: 0.0474277 Jan 25 16:34:15.543734 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8320fb4a-a5a3-42e2-bfb9-476fba8b480d req-cbef2c27-79a9-44db-beb1-9a628e0d0307 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 210 time: 0.0338819 Jan 25 16:34:16.261229 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-fd0c7780-1abf-4cbc-a24e-246ff8a99e53 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:16.262227 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-fd0c7780-1abf-4cbc-a24e-246ff8a99e53 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.117 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 812 time: 0.1180036 Jan 25 16:34:16.326954 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-a3f54f57-d59e-4712-8bf3-3d2f173c4925 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=8fb2eb7ec5ad4402968fda814359d625 HTTP/1.1" status: 200 len: 5763 time: 0.0487053 Jan 25 16:34:16.619093 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-fe1d89f2-4e2f-4ea6-8673-cd41b8203dc1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Request body: {'port': {'device_id': '23c5f809-c844-4246-b511-70994ea3dee7', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'admin_state_up': True, 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'security_groups': ['bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba']}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:34:16.946120 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b2dbc981-a140-48a7-8bd3-75656a17d0cd req-61a376a8-cca1-4432-bfa7-064156d82ff4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 210 time: 0.2988234 Jan 25 16:34:16.982878 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-fe1d89f2-4e2f-4ea6-8673-cd41b8203dc1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:34:16.988916 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-fe1d89f2-4e2f-4ea6-8673-cd41b8203dc1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:34:16.995426 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-fe1d89f2-4e2f-4ea6-8673-cd41b8203dc1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Made reservation on behalf of 8fb2eb7ec5ad4402968fda814359d625 for: {'port': 1} {{(pid=79985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 25 16:34:17.001829 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-fe1d89f2-4e2f-4ea6-8673-cd41b8203dc1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:17.202788 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-fe1d89f2-4e2f-4ea6-8673-cd41b8203dc1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Allocated IP 172.20.0.9 (e1ea83b3-1515-40c5-b3d0-92561d798269/683ea156-d0d6-4d1c-92c0-907881e8e327/641da46f-3907-4319-bbde-94d97a631402) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:34:17.321839 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-fe1d89f2-4e2f-4ea6-8673-cd41b8203dc1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:17.332250 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-fe1d89f2-4e2f-4ea6-8673-cd41b8203dc1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Transition to ACTIVE for port object 641da46f-3907-4319-bbde-94d97a631402 will not be triggered until provisioned by entity DHCP. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:34:17.349026 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-fe1d89f2-4e2f-4ea6-8673-cd41b8203dc1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:17.359304 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-2b51f950-b367-42ff-87fa-05692b1d2931 tempest-AttachVolumeShelveTestJSON-174687428 tempest-AttachVolumeShelveTestJSON-174687428] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:34:17.443825 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d89f2-4e2f-4ea6-8673-cd41b8203dc1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Pushing event updated for resources: {'Port': ['ID=641da46f-3907-4319-bbde-94d97a631402,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:34:17.446664 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-fe1d89f2-4e2f-4ea6-8673-cd41b8203dc1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:34:17.481268 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-fe1d89f2-4e2f-4ea6-8673-cd41b8203dc1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Network e1ea83b3-1515-40c5-b3d0-92561d798269 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:34:17.482021 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-fe1d89f2-4e2f-4ea6-8673-cd41b8203dc1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:34:17.483873 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-fe1d89f2-4e2f-4ea6-8673-cd41b8203dc1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:34:17.536288 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-fe1d89f2-4e2f-4ea6-8673-cd41b8203dc1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:17.536791 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-fe1d89f2-4e2f-4ea6-8673-cd41b8203dc1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:17.554825 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-fe1d89f2-4e2f-4ea6-8673-cd41b8203dc1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9418762 Jan 25 16:34:17.609429 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Request body: {'port': {'device_id': '23c5f809-c844-4246-b511-70994ea3dee7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:34:17.651866 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-55445785-380c-4f2b-a7a6-83e93fe9514f None None] Provisioning for port 641da46f-3907-4319-bbde-94d97a631402 completed by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:34:17.655262 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-55445785-380c-4f2b-a7a6-83e93fe9514f None None] Provisioning complete for port 641da46f-3907-4319-bbde-94d97a631402 triggered by entity DHCP. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:34:17.655511 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55445785-380c-4f2b-a7a6-83e93fe9514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:17.677091 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:17.690951 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-55445785-380c-4f2b-a7a6-83e93fe9514f None None] Port 641da46f-3907-4319-bbde-94d97a631402 cannot update to ACTIVE because it is not bound. {{(pid=79986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:34:17.942128 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641da46f-3907-4319-bbde-94d97a631402 {{(pid=79985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 25 16:34:17.946907 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:17.955588 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Transition to ACTIVE for port object 641da46f-3907-4319-bbde-94d97a631402 will not be triggered until provisioned by entity L2. {{(pid=79985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 25 16:34:17.957999 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:17.966364 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-9110d260-c2ec-4ae0-ad29-84d6e5753f5f tempest-TestShelveInstance-1680605174 tempest-TestShelveInstance-1680605174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:34:18.046561 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Pushing event updated for resources: {'Port': ['ID=641da46f-3907-4319-bbde-94d97a631402,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:34:18.049427 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:34:18.111562 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02013557-1983-4342-8006-02b6a3c3dfe9 req-2a5db657-14cc-4561-a42c-529622168f32 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:18.112582 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-02013557-1983-4342-8006-02b6a3c3dfe9 req-2a5db657-14cc-4561-a42c-529622168f32 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 943 time: 0.0598443 Jan 25 16:34:18.151838 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-02013557-1983-4342-8006-02b6a3c3dfe9 req-3b096e01-7100-4792-ae83-9526d87d8a0e tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0350828 Jan 25 16:34:18.167095 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Attempting to bind port 641da46f-3907-4319-bbde-94d97a631402 on host hv-cinder-76606 for vnic_type normal with profile {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 16:34:18.167301 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Attempting to bind port 641da46f-3907-4319-bbde-94d97a631402 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 25 16:34:18.167501 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Attempting to bind port 641da46f-3907-4319-bbde-94d97a631402 on network e1ea83b3-1515-40c5-b3d0-92561d798269 {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 25 16:34:18.170859 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Checking agent: {'id': 'b7fb24e0-8bb4-4a37-b44c-0b68ff350f61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 25, 16, 9, 24), 'started_at': datetime.datetime(2021, 1, 25, 16, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 25, 16, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:34:18.171053 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Checking segment: {'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 25 16:34:18.171245 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:18.171460 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Bound using segment: {'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'} {{(pid=79985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:34:18.171722 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Bound port: 641da46f-3907-4319-bbde-94d97a631402, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269'}}] {{(pid=79985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 25 16:34:18.171923 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:18.223795 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] For port 641da46f-3907-4319-bbde-94d97a631402, host hv-cinder-76606, cleared binding levels {{(pid=79985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 25 16:34:18.225731 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] For port 641da46f-3907-4319-bbde-94d97a631402, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=641da46f-3907-4319-bbde-94d97a631402,segment=NetworkSegment(45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d),segment_id=45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d)] {{(pid=79985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 25 16:34:18.227927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:18.235855 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-068575bc-14ca-4cc1-afe0-1a3b5cdc6fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:34:18.312280 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Pushing event updated for resources: {'Port': ['ID=641da46f-3907-4319-bbde-94d97a631402,revision_number=3']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:34:18.314789 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:34:18.332725 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:18.333089 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:18.334041 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-ac263020-d4fd-4a1c-b813-210a525c1427 service neutron] 10.222.0.117 "PUT /v2.0/ports/641da46f-3907-4319-bbde-94d97a631402 HTTP/1.1" status: 200 len: 1157 time: 0.7699459 Jan 25 16:34:18.334246 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c5f809-c844-4246-b511-70994ea3dee7', 'tag': '641da46f-3907-4319-bbde-94d97a631402'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:34:18.364974 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c5f809-c844-4246-b511-70994ea3dee7', 'tag': '641da46f-3907-4319-bbde-94d97a631402', 'status': 'completed', 'code': 200} Jan 25 16:34:18.416381 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-4b7dc743-efa5-4b19-b8b9-504347c9e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:18.417365 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-4b7dc743-efa5-4b19-b8b9-504347c9e50a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 1160 time: 0.0472250 Jan 25 16:34:18.469978 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-e93ce90e-a06c-4b0f-84d3-f5cece5a3177 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=641da46f-3907-4319-bbde-94d97a631402 HTTP/1.1" status: 200 len: 217 time: 0.0434241 Jan 25 16:34:18.517192 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-0c589bb8-be8b-4c85-b27c-f1d708b34b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:18.518056 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-0c589bb8-be8b-4c85-b27c-f1d708b34b4c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.0402009 Jan 25 16:34:18.572379 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-67e6145d-1040-4913-8f57-b1a98208c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:18.573407 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-67e6145d-1040-4913-8f57-b1a98208c7cd service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468330 Jan 25 16:34:18.669458 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-9075d4df-4a5b-4c18-8e68-2429ad1f49c4 service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871978 Jan 25 16:34:18.746960 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-efead196-7b83-4f6f-83ee-9f829fcf5495 req-4d18902e-9113-4a12-9bd4-5966d58322b9 service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0689957 Jan 25 16:34:18.865090 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7d1d5-a572-4058-9c06-eeeb6e8b623b req-80cb0d79-aec5-4ce6-b9b1-c80df924e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:18.866091 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d2c7d1d5-a572-4058-9c06-eeeb6e8b623b req-80cb0d79-aec5-4ce6-b9b1-c80df924e65f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 1160 time: 0.0608232 Jan 25 16:34:18.943299 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7d1d5-a572-4058-9c06-eeeb6e8b623b req-576a6e5b-4bbf-4668-acdf-8d0fba4dbcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:18.944113 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d2c7d1d5-a572-4058-9c06-eeeb6e8b623b req-576a6e5b-4bbf-4668-acdf-8d0fba4dbcc9 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 906 time: 0.0701244 Jan 25 16:34:18.984812 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d2c7d1d5-a572-4058-9c06-eeeb6e8b623b req-e46fa2e1-cda6-409c-a6e1-bd52bc810d02 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=641da46f-3907-4319-bbde-94d97a631402 HTTP/1.1" status: 200 len: 217 time: 0.0324085 Jan 25 16:34:19.029720 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7d1d5-a572-4058-9c06-eeeb6e8b623b req-5187e320-5fc5-48d8-a53d-66b36e7817c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:19.030515 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d2c7d1d5-a572-4058-9c06-eeeb6e8b623b req-5187e320-5fc5-48d8-a53d-66b36e7817c7 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.0377979 Jan 25 16:34:19.077024 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7d1d5-a572-4058-9c06-eeeb6e8b623b req-f20ab613-4335-4d83-b694-e4f4b3de0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:19.077852 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d2c7d1d5-a572-4058-9c06-eeeb6e8b623b req-f20ab613-4335-4d83-b694-e4f4b3de0f86 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398250 Jan 25 16:34:19.163641 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d2c7d1d5-a572-4058-9c06-eeeb6e8b623b req-ab499a12-5bd8-4415-856a-b76168ba7a9e service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791779 Jan 25 16:34:19.259213 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d2c7d1d5-a572-4058-9c06-eeeb6e8b623b req-1f7014d5-817c-4c93-8754-28574b42252a service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0874319 Jan 25 16:34:19.306287 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad19a54-4b97-47af-81e1-1380316be347 req-f671d487-3b08-4e14-b91e-a1e818d012ec tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:19.307265 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cad19a54-4b97-47af-81e1-1380316be347 req-f671d487-3b08-4e14-b91e-a1e818d012ec tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 943 time: 0.0773046 Jan 25 16:34:19.564698 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-cad19a54-4b97-47af-81e1-1380316be347 req-2ca50f2f-08f6-4a79-ba41-0e8fb786a6f4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.2532761 Jan 25 16:34:20.751814 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7477e60-f1de-4d2d-a45c-96dd07ba8323 req-c4bfa93a-d1cf-4313-bb62-55a427253cd5 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:20.752345 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-d7477e60-f1de-4d2d-a45c-96dd07ba8323 req-c4bfa93a-d1cf-4313-bb62-55a427253cd5 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Synchronizing usage tracker for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:34:20.763421 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-d7477e60-f1de-4d2d-a45c-96dd07ba8323 req-c4bfa93a-d1cf-4313-bb62-55a427253cd5 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Unset dirty status for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:34:20.764251 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d7477e60-f1de-4d2d-a45c-96dd07ba8323 req-c4bfa93a-d1cf-4313-bb62-55a427253cd5 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 943 time: 0.0963902 Jan 25 16:34:20.803363 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d7477e60-f1de-4d2d-a45c-96dd07ba8323 req-46c54764-f36c-4470-9d98-76b9099d0aa2 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0314965 Jan 25 16:34:21.992282 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd318d-f2b0-4df5-8bfa-f6aeccbe2395 req-8cf25b3c-b8e2-407a-8f76-7a0c7d60ebd5 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:21.993380 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-13bd318d-f2b0-4df5-8bfa-f6aeccbe2395 req-8cf25b3c-b8e2-407a-8f76-7a0c7d60ebd5 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 943 time: 0.0852702 Jan 25 16:34:22.029844 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-13bd318d-f2b0-4df5-8bfa-f6aeccbe2395 req-4fa4374a-762b-4201-861b-b0f7743794d5 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0317609 Jan 25 16:34:23.013059 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-0464e187-1080-4ce8-bd56-4ff39371d1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:23.199936 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c22cd-dc1e-47a3-8149-cb935b48a26c req-c57dd261-d00c-477e-a562-7d2b5d89751d tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:23.201031 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-886c22cd-dc1e-47a3-8149-cb935b48a26c req-c57dd261-d00c-477e-a562-7d2b5d89751d tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 943 time: 0.0737677 Jan 25 16:34:23.236826 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-886c22cd-dc1e-47a3-8149-cb935b48a26c req-810740f3-10f1-445d-a9de-a66dbe48f329 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0317347 Jan 25 16:34:24.011173 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-33d3adcf-7d45-4d78-b3be-337e3c857a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:24.405072 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cdbac-9e7d-4992-9792-1b39428fc4b9 req-0325120f-4afc-45f8-8c2b-51c74b1d8436 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:24.406132 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2c1cdbac-9e7d-4992-9792-1b39428fc4b9 req-0325120f-4afc-45f8-8c2b-51c74b1d8436 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 943 time: 0.0741446 Jan 25 16:34:24.439209 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-2c1cdbac-9e7d-4992-9792-1b39428fc4b9 req-34527687-e602-461c-af59-e1ce4bf60404 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0289774 Jan 25 16:34:24.735566 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:24.896579 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:25.630272 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b272e2-f9f6-4ef8-ab03-1528e0e916eb req-009a3014-a7e0-4cda-9bf4-e823ea59e527 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:25.631434 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-29b272e2-f9f6-4ef8-ab03-1528e0e916eb req-009a3014-a7e0-4cda-9bf4-e823ea59e527 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 943 time: 0.0890694 Jan 25 16:34:25.666559 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-29b272e2-f9f6-4ef8-ab03-1528e0e916eb req-7a0ac985-d348-48ed-aa9b-0c92aecc648a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0300324 Jan 25 16:34:25.840686 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:26.839738 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f330c9-575f-44ff-8885-c57b9007609c req-b487a85e-305a-4589-966a-9d903fcc03cd tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:26.840832 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-25f330c9-575f-44ff-8885-c57b9007609c req-b487a85e-305a-4589-966a-9d903fcc03cd tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 943 time: 0.0773592 Jan 25 16:34:26.874034 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-25f330c9-575f-44ff-8885-c57b9007609c req-ef2547c8-c537-4fd1-a871-da2030ba77b4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0289617 Jan 25 16:34:27.985357 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 641da46f-3907-4319-bbde-94d97a631402 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:34:28.039795 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning for port 641da46f-3907-4319-bbde-94d97a631402 completed by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 25 16:34:28.043256 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 641da46f-3907-4319-bbde-94d97a631402 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:34:28.043637 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:28.064488 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc2196-eeca-40c9-b645-befb48c7fc9d req-3068487c-7b77-4ed0-ba36-564cd3397d8d tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:28.065641 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b3bc2196-eeca-40c9-b645-befb48c7fc9d req-3068487c-7b77-4ed0-ba36-564cd3397d8d tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 943 time: 0.0939360 Jan 25 16:34:28.100345 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-b3bc2196-eeca-40c9-b645-befb48c7fc9d req-74592f44-57b3-4232-bf8f-e7f9ba3091be tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0300748 Jan 25 16:34:28.124106 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:28.145491 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c5f809-c844-4246-b511-70994ea3dee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641da46f-3907-4319-bbde-94d97a631402'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:34:28.152296 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port 641da46f-3907-4319-bbde-94d97a631402, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=641da46f-3907-4319-bbde-94d97a631402,segment=NetworkSegment(45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d),segment_id=45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:34:28.155267 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:28.156925 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-5653d058-1529-41f1-aca3-18d1895bc13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:34:28.202694 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=641da46f-3907-4319-bbde-94d97a631402,revision_number=4']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:34:28.205400 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:34:28.280815 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c5f809-c844-4246-b511-70994ea3dee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641da46f-3907-4319-bbde-94d97a631402', 'code': 200} Jan 25 16:34:29.182328 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97972325-5696-4970-b40d-b1f24894627d req-991b7767-420b-409b-b964-3f174455a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:29.183567 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-97972325-5696-4970-b40d-b1f24894627d req-991b7767-420b-409b-b964-3f174455a644 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 1162 time: 0.0588856 Jan 25 16:34:29.506299 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-97972325-5696-4970-b40d-b1f24894627d req-02799f59-e2fb-44ed-b819-f30c3619c0bc service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.2935855 Jan 25 16:34:29.536877 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d65630-e5dc-44e5-aed1-a1b9ccda46c3 req-e6bcde76-e904-4b29-b6ba-c9d9899ed1dd tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:29.537865 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e6d65630-e5dc-44e5-aed1-a1b9ccda46c3 req-e6bcde76-e904-4b29-b6ba-c9d9899ed1dd tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 945 time: 0.3486025 Jan 25 16:34:29.571380 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e6d65630-e5dc-44e5-aed1-a1b9ccda46c3 req-c10bc5c7-96bc-4a41-9ed1-72fab02222bd tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0258551 Jan 25 16:34:29.753493 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 641da46f-3907-4319-bbde-94d97a631402 up at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 25 16:34:29.813247 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.provisioning_blocks [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Provisioning complete for port 641da46f-3907-4319-bbde-94d97a631402 triggered by entity L2. {{(pid=79986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 25 16:34:29.813483 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1905286'] for port, provisioning_complete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:30.736259 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74042a-0c53-4330-8510-a230f80c95f0 req-c5e4672f-f6f4-4a5f-b371-141f1b04bcb5 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:30.737316 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7c74042a-0c53-4330-8510-a230f80c95f0 req-c5e4672f-f6f4-4a5f-b371-141f1b04bcb5 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 945 time: 0.0704288 Jan 25 16:34:30.773839 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-7c74042a-0c53-4330-8510-a230f80c95f0 req-e9f37022-0297-45e7-8ec1-36a8e81d52ff tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0325487 Jan 25 16:34:31.970253 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d871d4a-1a66-4e59-9ec4-de1b271c80b2 req-9d637578-3487-4615-b664-c76fe31bf0bb tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:31.971389 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d871d4a-1a66-4e59-9ec4-de1b271c80b2 req-9d637578-3487-4615-b664-c76fe31bf0bb tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 945 time: 0.0928681 Jan 25 16:34:32.010023 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d871d4a-1a66-4e59-9ec4-de1b271c80b2 req-44533b5c-ead7-4eaa-a88d-c03b63bc8d26 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0342901 Jan 25 16:34:32.180705 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec771b-6038-4d82-a0fa-38bb0484f4aa req-db174354-4dd9-48db-889e-8887fe90e0c9 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:32.181783 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-94ec771b-6038-4d82-a0fa-38bb0484f4aa req-db174354-4dd9-48db-889e-8887fe90e0c9 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 945 time: 0.0724969 Jan 25 16:34:32.215879 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-94ec771b-6038-4d82-a0fa-38bb0484f4aa req-42de0b46-c406-4c1c-b280-e91df7ea7be8 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0298531 Jan 25 16:34:32.372140 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-a2dd4682-d3be-41b9-b5f5-f42e5f1c60dd tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1230042 Jan 25 16:34:32.381553 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Request body: {'floatingip': {'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60'}} {{(pid=79985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:34:32.387699 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 25 16:34:32.395162 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.quota.driver [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=79985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 25 16:34:32.402183 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for floatingip, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:32.500580 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:32.678652 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_common [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Allocated IP 172.27.3.80 (a86c8819-2978-473d-8d16-86365edfeb60/ab1961e7-fa88-47d7-900c-7c648513b3bc/c28faae8-60b6-4e33-833f-7d0cef448a87) {{(pid=79985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 25 16:34:32.794098 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for port, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:32.815916 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293217444741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:32.824597 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d35df945-0e2f-4c15-9a05-17279221dc54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:34:32.907494 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Pushing event updated for resources: {'Port': ['ID=c28faae8-60b6-4e33-833f-7d0cef448a87,revision_number=1']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:34:32.910528 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:34:32.944008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Network a86c8819-2978-473d-8d16-86365edfeb60 is already hosted by enough agents. {{(pid=79985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 25 16:34:32.944872 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.base_scheduler [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Resources bound (agent type, host, resource id): {{(pid=79985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 25 16:34:32.946442 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Received port after_create {{(pid=79985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 25 16:34:33.002275 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for floatingip, precommit_create {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:33.041555 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:33.236488 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for port, precommit_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:33.239628 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828459389'] for port, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:33.248149 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-fe1d89f2-4e2f-4ea6-8673-cd41b8203dc1 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:34:33.330808 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Pushing event updated for resources: {'Port': ['ID=c28faae8-60b6-4e33-833f-7d0cef448a87,revision_number=2']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:34:33.333822 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:34:33.403081 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:33.421574 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:33.422381 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0434582 Jan 25 16:34:33.479409 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-69f83077-bdbd-43bd-923f-31b742966dcd tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Synchronizing usage tracker for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:floatingip {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:34:33.490568 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-69f83077-bdbd-43bd-923f-31b742966dcd tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Unset dirty status for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:floatingip {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:34:33.491309 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-69f83077-bdbd-43bd-923f-31b742966dcd tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.80 HTTP/1.1" status: 200 len: 695 time: 0.0643227 Jan 25 16:34:33.609512 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-ce503f34-7d2d-4c19-84f0-6ba0f49cf3e4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:33.610534 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bfb94a78-009f-4627-8235-fae2e1c5bc2d req-ce503f34-7d2d-4c19-84f0-6ba0f49cf3e4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/networks/a86c8819-2978-473d-8d16-86365edfeb60 HTTP/1.1" status: 200 len: 784 time: 0.1123385 Jan 25 16:34:33.751890 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-835c13f8-7486-4d8f-b3a5-053b50f1feec tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:33.752968 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-835c13f8-7486-4d8f-b3a5-053b50f1feec tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0774806 Jan 25 16:34:33.813263 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-68be462c-89b5-441d-984d-004bde59d6bd tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.80 HTTP/1.1" status: 200 len: 695 time: 0.0529997 Jan 25 16:34:33.822520 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.v2.base [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-3a177474-2672-4788-a86b-829e2fe43f1f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Request body: {'floatingip': {'port_id': '641da46f-3907-4319-bbde-94d97a631402', 'fixed_ip_address': '172.20.0.9'}} {{(pid=79984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:34:33.872068 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-3a177474-2672-4788-a86b-829e2fe43f1f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for floatingip, before_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:34.234059 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-3a177474-2672-4788-a86b-829e2fe43f1f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for floatingip, precommit_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:34.236917 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-3a177474-2672-4788-a86b-829e2fe43f1f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711429'] for floatingip, after_update {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:34.344705 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.l3_db [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-3a177474-2672-4788-a86b-829e2fe43f1f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Floating IP daf58659-238a-4425-bb81-67e8ac6b23a3 associated. External IP: 172.27.3.80, port: 641da46f-3907-4319-bbde-94d97a631402. Jan 25 16:34:34.555504 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-3a177474-2672-4788-a86b-829e2fe43f1f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Router 038e37ea-82fd-4dae-be33-325d3ce93972 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:34:34.556718 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:34:34.657488 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-3a177474-2672-4788-a86b-829e2fe43f1f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:34:34.660566 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-3a177474-2672-4788-a86b-829e2fe43f1f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:34.670132 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af184673-c6ef-4a2d-bc40-3bdda1dee221 None None] Sync routers for ids ['038e37ea-82fd-4dae-be33-325d3ce93972'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:34:34.682818 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af184673-c6ef-4a2d-bc40-3bdda1dee221 None None] Routers {'038e37ea-82fd-4dae-be33-325d3ce93972'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:34:34.683661 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-af184673-c6ef-4a2d-bc40-3bdda1dee221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:34:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['038e37ea-82fd-4dae-be33-325d3ce93972'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:34:34.691193 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-3a177474-2672-4788-a86b-829e2fe43f1f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "PUT /v2.0/floatingips/daf58659-238a-4425-bb81-67e8ac6b23a3 HTTP/1.1" status: 200 len: 995 time: 0.8713131 Jan 25 16:34:34.691537 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c5f809-c844-4246-b511-70994ea3dee7', 'tag': '641da46f-3907-4319-bbde-94d97a631402'}] {{(pid=79984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:34:34.727348 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c5f809-c844-4246-b511-70994ea3dee7', 'tag': '641da46f-3907-4319-bbde-94d97a631402', 'status': 'completed', 'code': 200} Jan 25 16:34:34.780921 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-f6f05db0-84ef-4551-83e8-dc0bc4e91373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:34.781906 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-f6f05db0-84ef-4551-83e8-dc0bc4e91373 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 1162 time: 0.0826313 Jan 25 16:34:34.821501 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6fb72-5c2b-4c89-b8cc-21944fa094df req-804167e6-6166-44fe-a00a-b19429de70f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:34.822401 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e8e6fb72-5c2b-4c89-b8cc-21944fa094df req-804167e6-6166-44fe-a00a-b19429de70f4 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 1162 time: 0.0489600 Jan 25 16:34:34.875466 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-86b2b4dc-16c4-438c-93e3-d9b2db42b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:34.876440 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-86b2b4dc-16c4-438c-93e3-d9b2db42b1bf service neutron] 10.222.0.107 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 906 time: 0.0901673 Jan 25 16:34:34.918628 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6fb72-5c2b-4c89-b8cc-21944fa094df req-ec534047-5c27-41ee-8e46-bbd0cd593c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:34.919718 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e8e6fb72-5c2b-4c89-b8cc-21944fa094df req-ec534047-5c27-41ee-8e46-bbd0cd593c25 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 906 time: 0.0930426 Jan 25 16:34:34.938286 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-f11b4ff4-01b5-441b-ba4c-266ad123c276 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=641da46f-3907-4319-bbde-94d97a631402 HTTP/1.1" status: 200 len: 998 time: 0.0570166 Jan 25 16:34:34.943401 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-af184673-c6ef-4a2d-bc40-3bdda1dee221 None None] Set router 038e37ea-82fd-4dae-be33-325d3ce93972 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:34:34.976763 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-85869957-05e1-4a16-a38d-4e40a0fc89dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:34.977678 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-85869957-05e1-4a16-a38d-4e40a0fc89dd service neutron] 10.222.0.107 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.0352604 Jan 25 16:34:34.981622 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e8e6fb72-5c2b-4c89-b8cc-21944fa094df req-46543e4f-1d2b-4532-a180-68776cfd3553 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=641da46f-3907-4319-bbde-94d97a631402 HTTP/1.1" status: 200 len: 998 time: 0.0576074 Jan 25 16:34:35.024514 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-24aab6ed-a8dc-4cb3-8591-dff11438e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:35.025028 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6fb72-5c2b-4c89-b8cc-21944fa094df req-30dec7e3-63ac-4184-b0d7-eb1f4c93adae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:35.025456 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-24aab6ed-a8dc-4cb3-8591-dff11438e44f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438516 Jan 25 16:34:35.025924 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e8e6fb72-5c2b-4c89-b8cc-21944fa094df req-30dec7e3-63ac-4184-b0d7-eb1f4c93adae service neutron] 10.222.0.117 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.0397367 Jan 25 16:34:35.074328 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6fb72-5c2b-4c89-b8cc-21944fa094df req-ae5ae035-e93e-4a6b-a227-66bb83e26274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:34:35.075206 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e8e6fb72-5c2b-4c89-b8cc-21944fa094df req-ae5ae035-e93e-4a6b-a227-66bb83e26274 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414228 Jan 25 16:34:35.104737 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-5f28d6ba-c055-439e-8bb3-a02d6c61b3fd service neutron] 10.222.0.107 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0745118 Jan 25 16:34:35.161792 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e8e6fb72-5c2b-4c89-b8cc-21944fa094df req-e56f6c13-5178-4c63-af4d-e990ccf50603 service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804760 Jan 25 16:34:35.170763 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-af184673-c6ef-4a2d-bc40-3bdda1dee221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': 'daf58659-238a-4425-bb81-67e8ac6b23a3', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'port_id': '641da46f-3907-4319-bbde-94d97a631402', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'mac_address': 'fa:16:3e:9f:da:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5f809-c844-4246-b511-70994ea3dee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:34:32Z', 'updated_at': '2021-01-25T16:34:34Z', 'revision_number': 1, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'fixed_ip_address_scope': None}, {'id': 'fa970b16-e365-4c44-aef8-e5c3c97f3c44', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'port_id': '8bfb0d05-b834-4f97-b526-59c537fb7c10', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'mac_address': 'fa:16:3e:73:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:32:08Z', 'updated_at': '2021-01-25T16:32:11Z', 'revision_number': 2, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:41Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:34:35.173112 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af184673-c6ef-4a2d-bc40-3bdda1dee221 None None] Checking router: 038e37ea-82fd-4dae-be33-325d3ce93972 for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:34:35.178009 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af184673-c6ef-4a2d-bc40-3bdda1dee221 None None] Routers {'038e37ea-82fd-4dae-be33-325d3ce93972'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:34:35.178374 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-af184673-c6ef-4a2d-bc40-3bdda1dee221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:34:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['038e37ea-82fd-4dae-be33-325d3ce93972'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:34:35.256701 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-e8e6fb72-5c2b-4c89-b8cc-21944fa094df req-18fa17a6-80c5-4297-9339-2b58fcd4b43d service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0906236 Jan 25 16:34:35.287681 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-af184673-c6ef-4a2d-bc40-3bdda1dee221 None None] Set router 038e37ea-82fd-4dae-be33-325d3ce93972 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:34:35.408129 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-18edf087-8e4c-496d-b14f-31b51ad243c0 req-4e9b327f-db38-4924-b9bf-c06cce7447c9 service neutron] 10.222.0.107 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2993460 Jan 25 16:34:35.493777 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-af184673-c6ef-4a2d-bc40-3bdda1dee221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': 'daf58659-238a-4425-bb81-67e8ac6b23a3', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'port_id': '641da46f-3907-4319-bbde-94d97a631402', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'mac_address': 'fa:16:3e:9f:da:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5f809-c844-4246-b511-70994ea3dee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:34:32Z', 'updated_at': '2021-01-25T16:34:34Z', 'revision_number': 1, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'fixed_ip_address_scope': None}, {'id': 'fa970b16-e365-4c44-aef8-e5c3c97f3c44', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'port_id': '8bfb0d05-b834-4f97-b526-59c537fb7c10', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'mac_address': 'fa:16:3e:73:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:32:08Z', 'updated_at': '2021-01-25T16:32:11Z', 'revision_number': 2, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:41Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:34:35.496241 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af184673-c6ef-4a2d-bc40-3bdda1dee221 None None] The sync data for ids ['038e37ea-82fd-4dae-be33-325d3ce93972'] in dv-cinder-766064-3-iscsi is: [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': 'daf58659-238a-4425-bb81-67e8ac6b23a3', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'port_id': '641da46f-3907-4319-bbde-94d97a631402', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'mac_address': 'fa:16:3e:9f:da:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5f809-c844-4246-b511-70994ea3dee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:34:32Z', 'updated_at': '2021-01-25T16:34:34Z', 'revision_number': 1, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'fixed_ip_address_scope': None}, {'id': 'fa970b16-e365-4c44-aef8-e5c3c97f3c44', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'port_id': '8bfb0d05-b834-4f97-b526-59c537fb7c10', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'mac_address': 'fa:16:3e:73:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:32:08Z', 'updated_at': '2021-01-25T16:32:11Z', 'revision_number': 2, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:41Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:34:35.736206 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0a30f4-ba6d-4ac3-90e7-e329fe14d9e4 None None] New status for floating IP daf58659-238a-4425-bb81-67e8ac6b23a3: ACTIVE {{(pid=79986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 16:34:37.193551 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d1ad6088-4f29-4169-bfd1-c6c021ae9546 req-cf7a24fd-55a8-42c7-ad6d-5aca14fd3b5c service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0617425 Jan 25 16:34:53.023007 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-b36c90d3-3009-49b4-a608-fc639e27c501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:54.006925 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8f3933f1-a0c8-4138-bad2-6e5f6859073b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:54.738471 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:54.892037 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:55.804166 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:34:55.834123 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:35:11.555533 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:35:12.580108 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad6088-4f29-4169-bfd1-c6c021ae9546 req-bbdfc969-3684-47d8-baf9-dff78661ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:35:12.581169 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d1ad6088-4f29-4169-bfd1-c6c021ae9546 req-bbdfc969-3684-47d8-baf9-dff78661ebca service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 1162 time: 0.0674849 Jan 25 16:35:12.696117 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad6088-4f29-4169-bfd1-c6c021ae9546 req-01e8874b-04ae-404a-a16d-b077ba39611a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:35:12.697163 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d1ad6088-4f29-4169-bfd1-c6c021ae9546 req-01e8874b-04ae-404a-a16d-b077ba39611a service neutron] 10.222.0.117 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 906 time: 0.0931067 Jan 25 16:35:13.017878 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d1ad6088-4f29-4169-bfd1-c6c021ae9546 req-d9e4400a-f547-4b4a-a000-58be506b2793 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bfb0d05-b834-4f97-b526-59c537fb7c10 HTTP/1.1" status: 200 len: 1000 time: 0.3119359 Jan 25 16:35:13.058748 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad6088-4f29-4169-bfd1-c6c021ae9546 req-1bfa67f0-c30a-46c9-be80-1a2b74c5ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:35:13.059528 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d1ad6088-4f29-4169-bfd1-c6c021ae9546 req-1bfa67f0-c30a-46c9-be80-1a2b74c5ec55 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.0339954 Jan 25 16:35:13.106943 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad6088-4f29-4169-bfd1-c6c021ae9546 req-da6f4a17-0fae-4cf1-8d40-1ed702bbcdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:35:13.107760 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d1ad6088-4f29-4169-bfd1-c6c021ae9546 req-da6f4a17-0fae-4cf1-8d40-1ed702bbcdb8 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397820 Jan 25 16:35:13.187613 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d1ad6088-4f29-4169-bfd1-c6c021ae9546 req-4fe54ed3-6d3a-4395-a0b5-bf12eef6818b service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0713172 Jan 25 16:35:13.267378 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-d1ad6088-4f29-4169-bfd1-c6c021ae9546 req-5f354ee5-bf0a-4546-95b8-9b82fca8f22c service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0710921 Jan 25 16:35:23.021095 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-5e902f44-ed78-40ba-abb5-265e2ca667d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:35:24.008241 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-1022bdf9-fc9d-4102-bf5f-fa89a57b8a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:35:24.742348 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:35:24.899448 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:35:25.845425 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:35:35.876927 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dfb5efa2-4b65-443f-8a45-cd80851a2cd4 req-3d427408-82ad-4145-b088-8a012844ec60 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0751121 Jan 25 16:35:36.637503 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5efa2-4b65-443f-8a45-cd80851a2cd4 req-6f7638b8-8fc1-487a-9f94-0547c83f020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:35:36.639599 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dfb5efa2-4b65-443f-8a45-cd80851a2cd4 req-6f7638b8-8fc1-487a-9f94-0547c83f020b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 1162 time: 0.0764709 Jan 25 16:35:36.762510 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5efa2-4b65-443f-8a45-cd80851a2cd4 req-8e933034-c3ff-4e7a-b477-f24798a6c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:35:36.763561 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dfb5efa2-4b65-443f-8a45-cd80851a2cd4 req-8e933034-c3ff-4e7a-b477-f24798a6c3f4 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 906 time: 0.0984433 Jan 25 16:35:36.853361 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dfb5efa2-4b65-443f-8a45-cd80851a2cd4 req-1f3f61f1-30fd-4610-89d7-a95c1ed320f2 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=641da46f-3907-4319-bbde-94d97a631402 HTTP/1.1" status: 200 len: 1000 time: 0.0813086 Jan 25 16:35:36.903987 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5efa2-4b65-443f-8a45-cd80851a2cd4 req-f180ccb8-27ca-4bea-a221-bbba17baf3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:35:36.904850 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dfb5efa2-4b65-443f-8a45-cd80851a2cd4 req-f180ccb8-27ca-4bea-a221-bbba17baf3b7 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.0435412 Jan 25 16:35:36.967353 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5efa2-4b65-443f-8a45-cd80851a2cd4 req-e4e5a0d7-bc28-4d2f-b3f3-47428bf2c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:35:36.969270 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dfb5efa2-4b65-443f-8a45-cd80851a2cd4 req-e4e5a0d7-bc28-4d2f-b3f3-47428bf2c3c3 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555861 Jan 25 16:35:37.069769 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dfb5efa2-4b65-443f-8a45-cd80851a2cd4 req-9fe1ac35-9336-4cef-854c-9bf43a8accf9 service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913858 Jan 25 16:35:37.170148 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-dfb5efa2-4b65-443f-8a45-cd80851a2cd4 req-36990470-dffa-41f0-b7fd-82bc50db4fb4 service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0922182 Jan 25 16:35:48.558870 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:35:53.012259 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-229b5301-db3c-4adf-8230-7dad80972b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:35:54.007754 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-92682a71-12a2-4042-b25e-e14324ecf3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:35:54.748364 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:35:54.897448 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:35:55.845328 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:35:55.865521 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:04.525820 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-e2c2d89a-1173-4bbf-b64b-3c4681189e44 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/floatingips/daf58659-238a-4425-bb81-67e8ac6b23a3 HTTP/1.1" status: 200 len: 997 time: 0.1016228 Jan 25 16:36:04.650549 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-bc87b4e3-408b-42f4-8fbf-67182cc2a50c tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:04.651515 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-bc87b4e3-408b-42f4-8fbf-67182cc2a50c tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/networks/a86c8819-2978-473d-8d16-86365edfeb60 HTTP/1.1" status: 200 len: 784 time: 0.1216173 Jan 25 16:36:04.728405 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-a489f8f4-fbe5-46c3-bb15-85113fbbd0d3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.80 HTTP/1.1" status: 200 len: 1000 time: 0.0692563 Jan 25 16:36:04.794239 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-b121b283-c357-4419-90ab-62bcb86d09eb tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:04.795095 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-b121b283-c357-4419-90ab-62bcb86d09eb tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports/641da46f-3907-4319-bbde-94d97a631402 HTTP/1.1" status: 200 len: 942 time: 0.0631256 Jan 25 16:36:04.927755 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-58a2e7a7-2db7-4c38-858a-8a7c8c1b8e18 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.80 HTTP/1.1" status: 200 len: 1000 time: 0.0774195 Jan 25 16:36:05.071825 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Deleting port c28faae8-60b6-4e33-833f-7d0cef448a87 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:36:05.072038 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:05.180605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:05.180824 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for floatingip, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:05.260521 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Calling delete_port for c28faae8-60b6-4e33-833f-7d0cef448a87 owned by network:floatingip {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:36:05.359891 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:05.368209 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-da186863-259e-48bf-8181-51a1fd3020ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:36:05.425183 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Pushing event deleted for resources: {'Port': ['ID=c28faae8-60b6-4e33-833f-7d0cef448a87,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:36:05.434722 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.434969 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.435243 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.435510 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.435771 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.436033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.436315 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.436578 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.436843 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.437136 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.437364 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.437623 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.437934 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.438197 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.438454 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.438714 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.439011 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.439223 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.439478 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.439738 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.439997 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.440272 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.440531 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.440787 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:05.444062 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:36:05.522078 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for floatingip, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:05.522309 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.l3_db [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Floating IP daf58659-238a-4425-bb81-67e8ac6b23a3 disassociated (deleted). External IP: 172.27.3.80, port: 641da46f-3907-4319-bbde-94d97a631402. Jan 25 16:36:05.756313 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Router 038e37ea-82fd-4dae-be33-325d3ce93972 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:36:06.090421 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:36:06.101292 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9020cff9-bb75-4926-9116-f437ac5d2bb9 None None] Sync routers for ids ['038e37ea-82fd-4dae-be33-325d3ce93972'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:36:06.107827 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:06.109355 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9020cff9-bb75-4926-9116-f437ac5d2bb9 None None] Routers {'038e37ea-82fd-4dae-be33-325d3ce93972'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:36:06.109764 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-9020cff9-bb75-4926-9116-f437ac5d2bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:35:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['038e37ea-82fd-4dae-be33-325d3ce93972'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:06.139885 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-e32b4c50-9ffc-459c-815c-1eba4f74c71f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "DELETE /v2.0/floatingips/daf58659-238a-4425-bb81-67e8ac6b23a3 HTTP/1.1" status: 204 len: 173 time: 1.2059259 Jan 25 16:36:06.140274 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c5f809-c844-4246-b511-70994ea3dee7', 'tag': '641da46f-3907-4319-bbde-94d97a631402'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:36:06.183068 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c5f809-c844-4246-b511-70994ea3dee7', 'tag': '641da46f-3907-4319-bbde-94d97a631402', 'status': 'completed', 'code': 200} Jan 25 16:36:06.205422 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-f09dc7d9-1458-48a9-83e0-06292567026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:06.206492 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-f09dc7d9-1458-48a9-83e0-06292567026e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 1162 time: 0.0537457 Jan 25 16:36:06.231665 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-9020cff9-bb75-4926-9116-f437ac5d2bb9 None None] Set router 038e37ea-82fd-4dae-be33-325d3ce93972 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:36:06.322517 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-617b263c-e1ae-48f0-a491-7c23de38d349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:06.323457 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-617b263c-e1ae-48f0-a491-7c23de38d349 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 906 time: 0.1133199 Jan 25 16:36:06.362249 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e0ba0-052b-447c-8e04-2bc7ada871fc req-5c9b9b9b-b063-4286-a578-54bb192fe239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:06.363150 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-072e0ba0-052b-447c-8e04-2bc7ada871fc req-5c9b9b9b-b063-4286-a578-54bb192fe239 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 1162 time: 0.1079183 Jan 25 16:36:06.367404 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-3687db9c-a41d-43de-aceb-2e697572d61a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=641da46f-3907-4319-bbde-94d97a631402 HTTP/1.1" status: 200 len: 217 time: 0.0391197 Jan 25 16:36:06.460034 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-f912870e-7a8c-49df-b31a-5152c42f1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:06.461071 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-f912870e-7a8c-49df-b31a-5152c42f1d76 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.0772336 Jan 25 16:36:06.476333 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-9020cff9-bb75-4926-9116-f437ac5d2bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': 'fa970b16-e365-4c44-aef8-e5c3c97f3c44', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'port_id': '8bfb0d05-b834-4f97-b526-59c537fb7c10', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'mac_address': 'fa:16:3e:73:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:32:08Z', 'updated_at': '2021-01-25T16:32:11Z', 'revision_number': 2, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:41Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:06.478973 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9020cff9-bb75-4926-9116-f437ac5d2bb9 None None] Checking router: 038e37ea-82fd-4dae-be33-325d3ce93972 for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:36:06.484185 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9020cff9-bb75-4926-9116-f437ac5d2bb9 None None] Routers {'038e37ea-82fd-4dae-be33-325d3ce93972'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:36:06.484542 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-9020cff9-bb75-4926-9116-f437ac5d2bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:35:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['038e37ea-82fd-4dae-be33-325d3ce93972'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:06.509084 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e0ba0-052b-447c-8e04-2bc7ada871fc req-23e11ca0-c190-4b97-a805-0e2b2e873b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:06.510023 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-072e0ba0-052b-447c-8e04-2bc7ada871fc req-23e11ca0-c190-4b97-a805-0e2b2e873b63 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 906 time: 0.1384737 Jan 25 16:36:06.554018 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-072e0ba0-052b-447c-8e04-2bc7ada871fc req-ac405a9c-4bac-4fee-8eb0-f1d8caa99cc5 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=641da46f-3907-4319-bbde-94d97a631402 HTTP/1.1" status: 200 len: 217 time: 0.0358148 Jan 25 16:36:06.558340 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-7fc2b950-d785-4268-929e-0f4cbbf0d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:06.559218 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-7fc2b950-d785-4268-929e-0f4cbbf0d565 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0913084 Jan 25 16:36:06.594429 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-9020cff9-bb75-4926-9116-f437ac5d2bb9 None None] Set router 038e37ea-82fd-4dae-be33-325d3ce93972 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:36:06.663378 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e0ba0-052b-447c-8e04-2bc7ada871fc req-2a2f9337-ea5b-4d90-ace3-4278346e1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:06.664378 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-072e0ba0-052b-447c-8e04-2bc7ada871fc req-2a2f9337-ea5b-4d90-ace3-4278346e1eea service neutron] 10.222.0.117 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.1021786 Jan 25 16:36:06.722801 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-bcab1a98-84c8-46b6-aa59-6f7463d0ab5e service neutron] 10.222.0.107 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365669 Jan 25 16:36:06.801093 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e0ba0-052b-447c-8e04-2bc7ada871fc req-219fb499-dad2-4f29-a36b-aa1ff1224cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:06.802155 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-072e0ba0-052b-447c-8e04-2bc7ada871fc req-219fb499-dad2-4f29-a36b-aa1ff1224cdd service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1245117 Jan 25 16:36:06.872530 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-5209b9e8-fb86-444f-b2c8-7ec72ba3762e req-e462326c-e078-4737-bf41-a0ae469df055 service neutron] 10.222.0.107 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404235 Jan 25 16:36:06.905466 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-072e0ba0-052b-447c-8e04-2bc7ada871fc req-340688c6-2278-4325-a0d5-3da12e9fab22 service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913858 Jan 25 16:36:06.953887 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-9020cff9-bb75-4926-9116-f437ac5d2bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': 'fa970b16-e365-4c44-aef8-e5c3c97f3c44', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'port_id': '8bfb0d05-b834-4f97-b526-59c537fb7c10', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'mac_address': 'fa:16:3e:73:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:32:08Z', 'updated_at': '2021-01-25T16:32:11Z', 'revision_number': 2, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:41Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:06.956341 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9020cff9-bb75-4926-9116-f437ac5d2bb9 None None] The sync data for ids ['038e37ea-82fd-4dae-be33-325d3ce93972'] in dv-cinder-766064-3-iscsi is: [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_floatingips': [{'id': 'fa970b16-e365-4c44-aef8-e5c3c97f3c44', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'router_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'port_id': '8bfb0d05-b834-4f97-b526-59c537fb7c10', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'mac_address': 'fa:16:3e:73:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-25T16:32:08Z', 'updated_at': '2021-01-25T16:32:11Z', 'revision_number': 2, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:41Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:36:06.989935 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-072e0ba0-052b-447c-8e04-2bc7ada871fc req-e6588cec-0cd4-4285-bf3d-607710059c60 service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0755401 Jan 25 16:36:07.135522 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd00a8-e801-456c-b941-7416db1791db req-c6c1b4cd-f867-4de3-9bf4-946c84285a19 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:07.136035 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-0ebd00a8-e801-456c-b941-7416db1791db req-c6c1b4cd-f867-4de3-9bf4-946c84285a19 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Synchronizing usage tracker for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:36:07.146354 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-0ebd00a8-e801-456c-b941-7416db1791db req-c6c1b4cd-f867-4de3-9bf4-946c84285a19 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Unset dirty status for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:36:07.147196 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0ebd00a8-e801-456c-b941-7416db1791db req-c6c1b4cd-f867-4de3-9bf4-946c84285a19 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 945 time: 0.0749507 Jan 25 16:36:07.183671 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-0ebd00a8-e801-456c-b941-7416db1791db req-3f575448-ad07-4fd0-b1c4-c829275bde10 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0320418 Jan 25 16:36:07.303564 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5981f991-14c6-452a-ad9b-c60e82f65533 None None] New status for floating IP daf58659-238a-4425-bb81-67e8ac6b23a3: DOWN {{(pid=79986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 16:36:08.350832 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9b54b-fab2-46cb-99c3-dd42be843648 req-9c964151-0ad1-457e-ad32-8f7c659b1528 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:08.351909 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-57f9b54b-fab2-46cb-99c3-dd42be843648 req-9c964151-0ad1-457e-ad32-8f7c659b1528 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 945 time: 0.0771890 Jan 25 16:36:08.383878 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-57f9b54b-fab2-46cb-99c3-dd42be843648 req-f712606c-cae3-445a-8cf0-7b453b484ce7 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0281463 Jan 25 16:36:08.991372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e03d4-9c94-4712-bd91-5e062c848d2f req-275468d9-159e-48f3-9547-5372d84c2c5a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:08.992529 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c57e03d4-9c94-4712-bd91-5e062c848d2f req-275468d9-159e-48f3-9547-5372d84c2c5a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.117 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 945 time: 0.0966172 Jan 25 16:36:09.048279 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-c57e03d4-9c94-4712-bd91-5e062c848d2f req-bbbcdf95-62fb-4c36-927e-da78f98a5ed8 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Deleting port 641da46f-3907-4319-bbde-94d97a631402 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:36:09.048547 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-c57e03d4-9c94-4712-bd91-5e062c848d2f req-bbbcdf95-62fb-4c36-927e-da78f98a5ed8 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:09.219595 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-c57e03d4-9c94-4712-bd91-5e062c848d2f req-bbbcdf95-62fb-4c36-927e-da78f98a5ed8 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] For port 641da46f-3907-4319-bbde-94d97a631402, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=641da46f-3907-4319-bbde-94d97a631402,segment=NetworkSegment(45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d),segment_id=45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:36:09.219868 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-c57e03d4-9c94-4712-bd91-5e062c848d2f req-bbbcdf95-62fb-4c36-927e-da78f98a5ed8 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:09.300831 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-c57e03d4-9c94-4712-bd91-5e062c848d2f req-bbbcdf95-62fb-4c36-927e-da78f98a5ed8 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Calling delete_port for 641da46f-3907-4319-bbde-94d97a631402 owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:36:09.397359 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-c57e03d4-9c94-4712-bd91-5e062c848d2f req-bbbcdf95-62fb-4c36-927e-da78f98a5ed8 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:09.418105 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-fd18b01f-c6ad-45bd-a17a-7dbab8613cd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:36:09.501764 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbcdf95-62fb-4c36-927e-da78f98a5ed8 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Pushing event deleted for resources: {'Port': ['ID=641da46f-3907-4319-bbde-94d97a631402,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:36:09.503985 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-bbbcdf95-62fb-4c36-927e-da78f98a5ed8 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:36:09.514566 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8b7de741-7ced-433e-95f4-5353e59bcbce req-8421dd24-f13d-45fe-8bc8-35253861a115 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 210 time: 0.0427883 Jan 25 16:36:09.578333 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57e03d4-9c94-4712-bd91-5e062c848d2f req-bbbcdf95-62fb-4c36-927e-da78f98a5ed8 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] No DVR routers for this DVR port 641da46f-3907-4319-bbde-94d97a631402 on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:36:09.579938 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-c57e03d4-9c94-4712-bd91-5e062c848d2f req-bbbcdf95-62fb-4c36-927e-da78f98a5ed8 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:09.581753 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c5f809-c844-4246-b511-70994ea3dee7', 'name': 'network-vif-deleted', 'tag': '641da46f-3907-4319-bbde-94d97a631402'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:36:09.593538 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-c57e03d4-9c94-4712-bd91-5e062c848d2f req-bbbcdf95-62fb-4c36-927e-da78f98a5ed8 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.117 "DELETE /v2.0/ports/641da46f-3907-4319-bbde-94d97a631402 HTTP/1.1" status: 204 len: 173 time: 0.5940223 Jan 25 16:36:09.620486 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c5f809-c844-4246-b511-70994ea3dee7', 'name': 'network-vif-deleted', 'tag': '641da46f-3907-4319-bbde-94d97a631402', 'status': 'completed', 'code': 200} Jan 25 16:36:10.152856 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 641da46f-3907-4319-bbde-94d97a631402 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:36:10.187079 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] No Port match for: 641da46f-3907-4319-bbde-94d97a631402 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:36:10.187338 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 641da46f-3907-4319-bbde-94d97a631402 not bound to the agent host hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:36:10.662488 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-3e94578e-8f27-4552-9bda-e0b154dda26b req-c406f2b6-d757-48f7-86a8-8f3a6f639dc0 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Synchronizing usage tracker for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:36:10.673654 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-3e94578e-8f27-4552-9bda-e0b154dda26b req-c406f2b6-d757-48f7-86a8-8f3a6f639dc0 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Unset dirty status for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:36:10.674509 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3e94578e-8f27-4552-9bda-e0b154dda26b req-c406f2b6-d757-48f7-86a8-8f3a6f639dc0 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 210 time: 0.0495985 Jan 25 16:36:11.821338 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-8f662ec3-f8eb-4d1e-aa91-323bfb0f3fb0 req-e39e3c83-1eec-44fc-879a-07c6fe1f22fc tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 210 time: 0.0429919 Jan 25 16:36:12.978313 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-eb5f6aef-0779-46de-b29f-b43571a4d8a1 req-ff671984-20cc-44ac-b379-a84e26717b00 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=23c5f809-c844-4246-b511-70994ea3dee7 HTTP/1.1" status: 200 len: 210 time: 0.0336797 Jan 25 16:36:17.495836 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-3c87a795-ca44-4813-be8f-0479c093f185 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/floatingips/fa970b16-e365-4c44-aef8-e5c3c97f3c44 HTTP/1.1" status: 200 len: 997 time: 0.0839925 Jan 25 16:36:17.855339 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-85d03905-ad56-47d6-a32a-ea9b7c69227d tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:17.856273 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-85d03905-ad56-47d6-a32a-ea9b7c69227d tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/networks/a86c8819-2978-473d-8d16-86365edfeb60 HTTP/1.1" status: 200 len: 784 time: 0.3535726 Jan 25 16:36:17.930301 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-0b718dd8-e3e0-471d-bf9f-8143dc9f1fcb tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Synchronizing usage tracker for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:floatingip {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:36:17.941431 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-0b718dd8-e3e0-471d-bf9f-8143dc9f1fcb tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Unset dirty status for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:floatingip {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:36:17.942184 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-0b718dd8-e3e0-471d-bf9f-8143dc9f1fcb tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.69 HTTP/1.1" status: 200 len: 1000 time: 0.0781686 Jan 25 16:36:18.006430 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-25207e2d-a1f0-4e4b-8590-b1647bd46ffc tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:18.007354 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-25207e2d-a1f0-4e4b-8590-b1647bd46ffc tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports/8bfb0d05-b834-4f97-b526-59c537fb7c10 HTTP/1.1" status: 200 len: 942 time: 0.0613549 Jan 25 16:36:18.151359 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-45843090-4fdf-427f-877e-615ad0c59b66 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.69 HTTP/1.1" status: 200 len: 1000 time: 0.0834584 Jan 25 16:36:18.292934 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-b980faeb-cfa4-426f-9369-893fbc2ecbe4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Deleting port 9bcd6ceb-4212-46b7-a7ce-82c9619336f5 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:36:18.293157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-b980faeb-cfa4-426f-9369-893fbc2ecbe4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:18.397372 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-b980faeb-cfa4-426f-9369-893fbc2ecbe4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:18.397629 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-b980faeb-cfa4-426f-9369-893fbc2ecbe4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for floatingip, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:18.461104 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-b980faeb-cfa4-426f-9369-893fbc2ecbe4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Calling delete_port for 9bcd6ceb-4212-46b7-a7ce-82c9619336f5 owned by network:floatingip {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:36:18.549212 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-b980faeb-cfa4-426f-9369-893fbc2ecbe4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:18.556025 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-66c72f0b-8bf5-403e-afc3-f049d5fdc734 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:36:18.600514 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980faeb-cfa4-426f-9369-893fbc2ecbe4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Pushing event deleted for resources: {'Port': ['ID=9bcd6ceb-4212-46b7-a7ce-82c9619336f5,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:36:18.604602 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-b980faeb-cfa4-426f-9369-893fbc2ecbe4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:36:18.672889 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-b980faeb-cfa4-426f-9369-893fbc2ecbe4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for floatingip, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:18.673071 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.db.l3_db [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-b980faeb-cfa4-426f-9369-893fbc2ecbe4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Floating IP fa970b16-e365-4c44-aef8-e5c3c97f3c44 disassociated (deleted). External IP: 172.27.3.69, port: 8bfb0d05-b834-4f97-b526-59c537fb7c10. Jan 25 16:36:18.910080 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-b980faeb-cfa4-426f-9369-893fbc2ecbe4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Router 038e37ea-82fd-4dae-be33-325d3ce93972 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:36:19.025790 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-b980faeb-cfa4-426f-9369-893fbc2ecbe4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:36:19.033514 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa67750-6b7f-4259-9ae0-b0268d61d0d8 None None] Sync routers for ids ['038e37ea-82fd-4dae-be33-325d3ce93972'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:36:19.041698 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa67750-6b7f-4259-9ae0-b0268d61d0d8 None None] Routers {'038e37ea-82fd-4dae-be33-325d3ce93972'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:36:19.042143 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-8fa67750-6b7f-4259-9ae0-b0268d61d0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:35:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['038e37ea-82fd-4dae-be33-325d3ce93972'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:19.044785 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-b980faeb-cfa4-426f-9369-893fbc2ecbe4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:19.076034 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-b980faeb-cfa4-426f-9369-893fbc2ecbe4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "DELETE /v2.0/floatingips/fa970b16-e365-4c44-aef8-e5c3c97f3c44 HTTP/1.1" status: 204 len: 173 time: 0.9204829 Jan 25 16:36:19.076366 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'tag': '8bfb0d05-b834-4f97-b526-59c537fb7c10'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:36:19.111824 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'tag': '8bfb0d05-b834-4f97-b526-59c537fb7c10', 'status': 'completed', 'code': 200} Jan 25 16:36:19.154263 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-8fa67750-6b7f-4259-9ae0-b0268d61d0d8 None None] Set router 038e37ea-82fd-4dae-be33-325d3ce93972 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:36:19.163286 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-d68aa47e-257d-4197-8b93-ed09fc2eab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:19.164420 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-d68aa47e-257d-4197-8b93-ed09fc2eab54 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 1162 time: 0.0789464 Jan 25 16:36:19.261889 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5555bb0-22a6-4a76-bee9-f37c101a52b2 req-d2992431-aa02-4516-b978-92a20987b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:19.262968 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f5555bb0-22a6-4a76-bee9-f37c101a52b2 req-d2992431-aa02-4516-b978-92a20987b2c9 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8fb2eb7ec5ad4402968fda814359d625&device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 1162 time: 0.1282218 Jan 25 16:36:19.267742 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-8bc41e6f-b914-49f7-8adf-09b7c452074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:19.268668 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-8bc41e6f-b914-49f7-8adf-09b7c452074b service neutron] 10.222.0.107 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 906 time: 0.0987163 Jan 25 16:36:19.336383 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-8fa67750-6b7f-4259-9ae0-b0268d61d0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:41Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:19.341586 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa67750-6b7f-4259-9ae0-b0268d61d0d8 None None] Checking router: 038e37ea-82fd-4dae-be33-325d3ce93972 for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:36:19.359349 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa67750-6b7f-4259-9ae0-b0268d61d0d8 None None] Routers {'038e37ea-82fd-4dae-be33-325d3ce93972'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:36:19.359349 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-8fa67750-6b7f-4259-9ae0-b0268d61d0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:35:54Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['038e37ea-82fd-4dae-be33-325d3ce93972'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:19.476977 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-8fa67750-6b7f-4259-9ae0-b0268d61d0d8 None None] Set router 038e37ea-82fd-4dae-be33-325d3ce93972 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:36:19.610595 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-133ff698-97ce-454a-bc8f-5ed53b5d5d13 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bfb0d05-b834-4f97-b526-59c537fb7c10 HTTP/1.1" status: 200 len: 217 time: 0.3129129 Jan 25 16:36:19.673341 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-6def1c1e-b15a-49c3-8faa-c6c62a4ffd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:19.674200 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-6def1c1e-b15a-49c3-8faa-c6c62a4ffd38 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.0579317 Jan 25 16:36:19.676553 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5555bb0-22a6-4a76-bee9-f37c101a52b2 req-b7578ba4-e627-4886-80fe-dd8782a56954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:19.677358 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f5555bb0-22a6-4a76-bee9-f37c101a52b2 req-b7578ba4-e627-4886-80fe-dd8782a56954 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 200 len: 906 time: 0.4053547 Jan 25 16:36:19.681533 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-8fa67750-6b7f-4259-9ae0-b0268d61d0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:41Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:19.684270 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa67750-6b7f-4259-9ae0-b0268d61d0d8 None None] The sync data for ids ['038e37ea-82fd-4dae-be33-325d3ce93972'] in dv-cinder-766064-3-iscsi is: [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:28:34Z', 'revision_number': 4, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi', '_interfaces': [{'id': '3176e436-c6da-4a0d-a301-f43e6040917a', 'name': '', 'network_id': 'e1ea83b3-1515-40c5-b3d0-92561d798269', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'mac_address': 'fa:16:3e:33:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:33Z', 'updated_at': '2021-01-25T16:28:41Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'subnets': [{'id': '683ea156-d0d6-4d1c-92c0-907881e8e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:36:19.743497 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f5555bb0-22a6-4a76-bee9-f37c101a52b2 req-e1cdde3b-bae1-43af-80fc-181ae4df5787 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bfb0d05-b834-4f97-b526-59c537fb7c10 HTTP/1.1" status: 200 len: 217 time: 0.0421090 Jan 25 16:36:19.792082 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5555bb0-22a6-4a76-bee9-f37c101a52b2 req-d0a962ef-f4ed-4068-9128-24886f493239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:19.792964 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f5555bb0-22a6-4a76-bee9-f37c101a52b2 req-d0a962ef-f4ed-4068-9128-24886f493239 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 200 len: 851 time: 0.0415492 Jan 25 16:36:19.794118 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-a2ca5b10-4232-497d-87c9-8f9ebd95ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:19.794889 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-a2ca5b10-4232-497d-87c9-8f9ebd95ad0b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1124990 Jan 25 16:36:19.908353 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-b74bd923-3230-437f-bb61-874c6430c9ab service neutron] 10.222.0.107 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863502 Jan 25 16:36:19.910074 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5555bb0-22a6-4a76-bee9-f37c101a52b2 req-0df48fb8-509f-4c65-98ea-e7c97c57c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:19.910910 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f5555bb0-22a6-4a76-bee9-f37c101a52b2 req-0df48fb8-509f-4c65-98ea-e7c97c57c1d7 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e1ea83b3-1515-40c5-b3d0-92561d798269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1101279 Jan 25 16:36:20.000880 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfa47e3-38e5-4fe9-a2ed-b82092456a6f None None] New status for floating IP fa970b16-e365-4c44-aef8-e5c3c97f3c44: DOWN {{(pid=79986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 25 16:36:20.042848 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-74275dbc-2b61-4712-ac08-eadc6016e538 req-08f5bb0b-70ff-4458-b523-3fed1fffa523 service neutron] 10.222.0.107 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1306241 Jan 25 16:36:20.044737 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f5555bb0-22a6-4a76-bee9-f37c101a52b2 req-b324d9bd-e9b9-4681-8525-6f23a3e8814b service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212344 Jan 25 16:36:20.132853 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-f5555bb0-22a6-4a76-bee9-f37c101a52b2 req-325e0c2b-e461-4862-8589-6211412ec98b service neutron] 10.222.0.117 "GET /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.0794184 Jan 25 16:36:20.288040 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab983b1-656d-4a8a-af6c-a8d267773b55 req-c9b91217-d397-471c-bd3c-eaba9980ede6 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:20.288383 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-1ab983b1-656d-4a8a-af6c-a8d267773b55 req-c9b91217-d397-471c-bd3c-eaba9980ede6 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Synchronizing usage tracker for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:36:20.298523 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-1ab983b1-656d-4a8a-af6c-a8d267773b55 req-c9b91217-d397-471c-bd3c-eaba9980ede6 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Unset dirty status for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:36:20.299219 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1ab983b1-656d-4a8a-af6c-a8d267773b55 req-c9b91217-d397-471c-bd3c-eaba9980ede6 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 945 time: 0.0679152 Jan 25 16:36:20.328286 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-1ab983b1-656d-4a8a-af6c-a8d267773b55 req-2daa090c-b20c-4462-a388-8e406e0f9a7c tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0255358 Jan 25 16:36:21.499827 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b760ea-7124-4b8f-9bf4-ebe48b3900c0 req-b0027f92-b69d-49a9-97ff-cc7f9994011f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:21.500929 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-77b760ea-7124-4b8f-9bf4-ebe48b3900c0 req-b0027f92-b69d-49a9-97ff-cc7f9994011f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 945 time: 0.0729327 Jan 25 16:36:21.541125 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-77b760ea-7124-4b8f-9bf4-ebe48b3900c0 req-8f7998a1-a9f3-4bb3-8092-5d9fd374213a tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0332520 Jan 25 16:36:21.976061 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f867c1e-0e91-4c38-9ace-d62e1e4adf25 req-49cfd317-6336-4787-9c8a-25df352c8cf3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:21.977186 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6f867c1e-0e91-4c38-9ace-d62e1e4adf25 req-49cfd317-6336-4787-9c8a-25df352c8cf3 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.117 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 945 time: 0.0878904 Jan 25 16:36:22.035509 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-6f867c1e-0e91-4c38-9ace-d62e1e4adf25 req-cd61478e-0da8-49ad-93fa-c8eadd80e664 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Deleting port 8bfb0d05-b834-4f97-b526-59c537fb7c10 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:36:22.035742 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-6f867c1e-0e91-4c38-9ace-d62e1e4adf25 req-cd61478e-0da8-49ad-93fa-c8eadd80e664 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:22.223283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-6f867c1e-0e91-4c38-9ace-d62e1e4adf25 req-cd61478e-0da8-49ad-93fa-c8eadd80e664 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] For port 8bfb0d05-b834-4f97-b526-59c537fb7c10, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=8bfb0d05-b834-4f97-b526-59c537fb7c10,segment=NetworkSegment(45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d),segment_id=45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:36:22.223528 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-6f867c1e-0e91-4c38-9ace-d62e1e4adf25 req-cd61478e-0da8-49ad-93fa-c8eadd80e664 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:22.230866 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Device 8bfb0d05-b834-4f97-b526-59c537fb7c10 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:36:22.306527 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-6f867c1e-0e91-4c38-9ace-d62e1e4adf25 req-cd61478e-0da8-49ad-93fa-c8eadd80e664 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Calling delete_port for 8bfb0d05-b834-4f97-b526-59c537fb7c10 owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:36:22.309438 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808889'] for port, before_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:22.328743 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bfb0d05-b834-4f97-b526-59c537fb7c10'}] {{(pid=79986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:36:22.336113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] For port 8bfb0d05-b834-4f97-b526-59c537fb7c10, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=8bfb0d05-b834-4f97-b526-59c537fb7c10,segment=NetworkSegment(45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d),segment_id=45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:36:22.339101 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293216979913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743637330564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363293217445219'] for port, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:22.340964 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:36:22.370530 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bfb0d05-b834-4f97-b526-59c537fb7c10', 'code': 200} Jan 25 16:36:22.372959 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.db.api [req-6f867c1e-0e91-4c38-9ace-d62e1e4adf25 req-cd61478e-0da8-49ad-93fa-c8eadd80e664 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79985) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:36:22.373207 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_db.api [req-6f867c1e-0e91-4c38-9ace-d62e1e4adf25 req-cd61478e-0da8-49ad-93fa-c8eadd80e664 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 16:36:22.387827 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Pushing event updated for resources: {'Port': ['ID=8bfb0d05-b834-4f97-b526-59c537fb7c10,revision_number=5']} {{(pid=79986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:36:22.392817 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.393034 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.393295 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.393536 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.393771 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.394005 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.394474 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.394709 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.394946 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.395179 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.395409 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.395639 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.395923 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.396173 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.396407 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.396639 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.396869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.397098 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.397325 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.397553 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.397783 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.398010 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.398239 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.398469 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:22.401445 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:36:22.716534 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7419cf-7368-4cff-a2d6-1f02c24bd0db req-f2200f0e-0e03-4e57-8567-fe77b570f3f4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:22.717635 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d7419cf-7368-4cff-a2d6-1f02c24bd0db req-f2200f0e-0e03-4e57-8567-fe77b570f3f4 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 943 time: 0.0824366 Jan 25 16:36:22.755704 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3d7419cf-7368-4cff-a2d6-1f02c24bd0db req-043a01cb-3a35-4011-90d2-5bf788613545 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups?id=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0306172 Jan 25 16:36:22.874812 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-6f867c1e-0e91-4c38-9ace-d62e1e4adf25 req-cd61478e-0da8-49ad-93fa-c8eadd80e664 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Deleting port 8bfb0d05-b834-4f97-b526-59c537fb7c10 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:36:22.875331 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-6f867c1e-0e91-4c38-9ace-d62e1e4adf25 req-cd61478e-0da8-49ad-93fa-c8eadd80e664 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:23.018732 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-2860a997-f5a4-4148-846d-bda8b630ba36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:23.070618 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [req-6f867c1e-0e91-4c38-9ace-d62e1e4adf25 req-cd61478e-0da8-49ad-93fa-c8eadd80e664 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] For port 8bfb0d05-b834-4f97-b526-59c537fb7c10, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=8bfb0d05-b834-4f97-b526-59c537fb7c10,segment=NetworkSegment(45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d),segment_id=45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:36:23.070849 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-6f867c1e-0e91-4c38-9ace-d62e1e4adf25 req-cd61478e-0da8-49ad-93fa-c8eadd80e664 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:23.137129 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-6f867c1e-0e91-4c38-9ace-d62e1e4adf25 req-cd61478e-0da8-49ad-93fa-c8eadd80e664 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Calling delete_port for 8bfb0d05-b834-4f97-b526-59c537fb7c10 owned by compute:nova {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:36:23.215395 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-6f867c1e-0e91-4c38-9ace-d62e1e4adf25 req-cd61478e-0da8-49ad-93fa-c8eadd80e664 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:23.223491 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:36:23.269757 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61478e-0da8-49ad-93fa-c8eadd80e664 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Pushing event deleted for resources: {'Port': ['ID=8bfb0d05-b834-4f97-b526-59c537fb7c10,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:36:23.272914 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-cd61478e-0da8-49ad-93fa-c8eadd80e664 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:36:23.340283 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f867c1e-0e91-4c38-9ace-d62e1e4adf25 req-cd61478e-0da8-49ad-93fa-c8eadd80e664 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] No DVR routers for this DVR port 8bfb0d05-b834-4f97-b526-59c537fb7c10 on host hv-cinder-76606 {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:36:23.341881 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-6f867c1e-0e91-4c38-9ace-d62e1e4adf25 req-cd61478e-0da8-49ad-93fa-c8eadd80e664 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for port, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:23.343814 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'name': 'network-vif-deleted', 'tag': '8bfb0d05-b834-4f97-b526-59c537fb7c10'}] {{(pid=79985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:36:23.354251 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-6f867c1e-0e91-4c38-9ace-d62e1e4adf25 req-cd61478e-0da8-49ad-93fa-c8eadd80e664 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.117 "DELETE /v2.0/ports/8bfb0d05-b834-4f97-b526-59c537fb7c10 HTTP/1.1" status: 204 len: 173 time: 1.3700302 Jan 25 16:36:23.383870 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84070b9-0b4c-4610-99f2-27defb7936d4', 'name': 'network-vif-deleted', 'tag': '8bfb0d05-b834-4f97-b526-59c537fb7c10', 'status': 'completed', 'code': 200} Jan 25 16:36:23.869102 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-67933f68-997b-4da1-b108-9205a616cf49 req-c0421b3e-8f49-4810-94c4-20becfaebc72 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 210 time: 0.0322387 Jan 25 16:36:24.003876 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-54330617-594e-4345-bc19-ad4a25312efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:24.751869 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:24.894675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:25.012187 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-9990e27c-c884-491c-9848-9d35089583c6 req-e20bd5f2-89c3-489c-b139-055435de8a44 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Synchronizing usage tracker for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:port {{(pid=79985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 25 16:36:25.023135 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.quota.resource [req-9990e27c-c884-491c-9848-9d35089583c6 req-e20bd5f2-89c3-489c-b139-055435de8a44 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Unset dirty status for tenant:8fb2eb7ec5ad4402968fda814359d625 on resource:port {{(pid=79985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 25 16:36:25.023970 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-9990e27c-c884-491c-9848-9d35089583c6 req-e20bd5f2-89c3-489c-b139-055435de8a44 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 210 time: 0.0540948 Jan 25 16:36:25.557706 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:36:25.854844 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:26.164730 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-822ee7b2-6061-4aed-8364-813d7a40750d req-03008eb1-de68-4107-acd1-e24b45219c49 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/ports?device_id=e84070b9-0b4c-4610-99f2-27defb7936d4 HTTP/1.1" status: 200 len: 210 time: 0.0370421 Jan 25 16:36:27.324303 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bf4ccf39-7083-4842-a4a2-bab940c824b0 req-e8b840bb-c7a2-48ca-be0b-14b0c69c2362 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/floatingips/33de3520-7fe0-461c-89c4-5b6a7cd71e95 HTTP/1.1" status: 200 len: 692 time: 0.0621402 Jan 25 16:36:27.458823 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ccf39-7083-4842-a4a2-bab940c824b0 req-0a0f1770-f5a6-4774-95ef-6175b13eadec tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 25 16:36:27.459792 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bf4ccf39-7083-4842-a4a2-bab940c824b0 req-0a0f1770-f5a6-4774-95ef-6175b13eadec tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/networks/a86c8819-2978-473d-8d16-86365edfeb60 HTTP/1.1" status: 200 len: 784 time: 0.1289356 Jan 25 16:36:27.467929 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [req-bf4ccf39-7083-4842-a4a2-bab940c824b0 req-54d8b22e-8f00-45a2-8105-f19dd5e4e873 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=79984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 16:36:27.468616 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bf4ccf39-7083-4842-a4a2-bab940c824b0 req-54d8b22e-8f00-45a2-8105-f19dd5e4e873 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0044508 Jan 25 16:36:27.522783 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bf4ccf39-7083-4842-a4a2-bab940c824b0 req-3baedead-efc8-44de-89a3-7bb929912705 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.53 HTTP/1.1" status: 200 len: 695 time: 0.0504928 Jan 25 16:36:27.579234 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bf4ccf39-7083-4842-a4a2-bab940c824b0 req-085f5596-8db1-49a1-8b07-919a7af004aa tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.27.3.53 HTTP/1.1" status: 200 len: 695 time: 0.0526752 Jan 25 16:36:27.692744 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-bf4ccf39-7083-4842-a4a2-bab940c824b0 req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Deleting port f0eb7306-fa2a-499e-b3b6-f4b2b2469280 {{(pid=79984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:36:27.692972 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bf4ccf39-7083-4842-a4a2-bab940c824b0 req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:27.811427 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bf4ccf39-7083-4842-a4a2-bab940c824b0 req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:27.811687 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bf4ccf39-7083-4842-a4a2-bab940c824b0 req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for floatingip, precommit_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:27.885117 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [req-bf4ccf39-7083-4842-a4a2-bab940c824b0 req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Calling delete_port for f0eb7306-fa2a-499e-b3b6-f4b2b2469280 owned by network:floatingip {{(pid=79984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:36:27.967379 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bf4ccf39-7083-4842-a4a2-bab940c824b0 req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099945'] for port, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:27.974363 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-211c50bd-d25e-4ea8-aae0-110364f9a7e9 tempest-TestMinimumBasicScenario-1782528292 tempest-TestMinimumBasicScenario-1782528292] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:36:28.018927 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Pushing event deleted for resources: {'Port': ['ID=f0eb7306-fa2a-499e-b3b6-f4b2b2469280,revision_number=None']} {{(pid=79984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:36:28.026006 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.026225 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.026426 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.026640 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.026853 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.027065 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.027276 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.027487 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.027697 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.027906 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.028157 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.028343 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-3-iscsi {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.028827 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.029314 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.029491 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.029714 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.029925 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.030134 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.030353 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.030569 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.030778 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.030986 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.031195 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.031402 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=79984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 25 16:36:28.034051 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:36:28.099288 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bf4ccf39-7083-4842-a4a2-bab940c824b0 req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for floatingip, after_delete {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:28.111715 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-bf4ccf39-7083-4842-a4a2-bab940c824b0 req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854645264'] for floatingip, before_response {{(pid=79984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:28.112480 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-bf4ccf39-7083-4842-a4a2-bab940c824b0 req-ce975dd0-b30b-4452-8d5f-c98f3f8a364f tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "DELETE /v2.0/floatingips/33de3520-7fe0-461c-89c4-5b6a7cd71e95 HTTP/1.1" status: 204 len: 173 time: 0.5268857 Jan 25 16:36:29.446193 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3b533319-7f1d-4f56-a614-1ba82e743c03 req-8d4dc668-3c03-4d66-9df9-5abac4244097 tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "GET /v2.0/security-groups/bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba HTTP/1.1" status: 200 len: 2997 time: 0.0395315 Jan 25 16:36:29.499626 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3b533319-7f1d-4f56-a614-1ba82e743c03 req-fdaf4818-7828-44f1-8544-029bfa8305ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:29.518429 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3b533319-7f1d-4f56-a614-1ba82e743c03 req-fdaf4818-7828-44f1-8544-029bfa8305ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:29.552752 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3b533319-7f1d-4f56-a614-1ba82e743c03 req-fdaf4818-7828-44f1-8544-029bfa8305ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:29.555314 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-51ebf030-94f5-46a3-8f8d-58e785754dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:36:29.565425 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf4818-7828-44f1-8544-029bfa8305ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:36:29.567857 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-fdaf4818-7828-44f1-8544-029bfa8305ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:36:29.573642 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [req-3b533319-7f1d-4f56-a614-1ba82e743c03 req-fdaf4818-7828-44f1-8544-029bfa8305ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:29.574420 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [req-3b533319-7f1d-4f56-a614-1ba82e743c03 req-fdaf4818-7828-44f1-8544-029bfa8305ea tempest-TestVolumeBootPattern-15555642 tempest-TestVolumeBootPattern-15555642] 10.222.0.107 "DELETE /v2.0/security-groups/bb54edc3-f87d-40ef-8052-1a9a2eb1a7ba HTTP/1.1" status: 204 len: 173 time: 0.1240170 Jan 25 16:36:29.625262 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48768) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:30.302081 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-73e82318-2b18-4a5e-9083-2320bf68f66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719075'] for router_interface, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:30.535003 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-73e82318-2b18-4a5e-9083-2320bf68f66c admin admin] Deleting port 3176e436-c6da-4a0d-a301-f43e6040917a {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:36:30.535438 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-73e82318-2b18-4a5e-9083-2320bf68f66c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:30.647306 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-73e82318-2b18-4a5e-9083-2320bf68f66c admin admin] For port 3176e436-c6da-4a0d-a301-f43e6040917a, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=3176e436-c6da-4a0d-a301-f43e6040917a,segment=NetworkSegment(45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d),segment_id=45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:36:30.647575 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-73e82318-2b18-4a5e-9083-2320bf68f66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:30.711800 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-73e82318-2b18-4a5e-9083-2320bf68f66c admin admin] Calling delete_port for 3176e436-c6da-4a0d-a301-f43e6040917a owned by network:router_interface {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:36:30.828631 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-73e82318-2b18-4a5e-9083-2320bf68f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:30.848290 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-03a83ba4-ed45-4c52-8ab9-d62579a13763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:36:30.907016 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e82318-2b18-4a5e-9083-2320bf68f66c admin admin] Pushing event deleted for resources: {'Port': ['ID=3176e436-c6da-4a0d-a301-f43e6040917a,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:36:30.911058 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-73e82318-2b18-4a5e-9083-2320bf68f66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:36:31.098340 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-73e82318-2b18-4a5e-9083-2320bf68f66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718937'] for router_interface, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:31.385591 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e82318-2b18-4a5e-9083-2320bf68f66c admin admin] Router 038e37ea-82fd-4dae-be33-325d3ce93972 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:36:31.486381 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e82318-2b18-4a5e-9083-2320bf68f66c admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:36:31.499076 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-73e82318-2b18-4a5e-9083-2320bf68f66c admin admin] 10.222.0.107 "PUT /v2.0/routers/038e37ea-82fd-4dae-be33-325d3ce93972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8687449 Jan 25 16:36:31.500008 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48774) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:31.503652 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940440a7-a56b-4960-8de3-02334b47cfab None None] Sync routers for ids ['038e37ea-82fd-4dae-be33-325d3ce93972'] in dv-cinder-766064-3-iscsi {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:36:31.516955 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940440a7-a56b-4960-8de3-02334b47cfab None None] Routers {'038e37ea-82fd-4dae-be33-325d3ce93972'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:36:31.517330 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-940440a7-a56b-4960-8de3-02334b47cfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:36:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['038e37ea-82fd-4dae-be33-325d3ce93972'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:31.627022 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-940440a7-a56b-4960-8de3-02334b47cfab None None] Set router 038e37ea-82fd-4dae-be33-325d3ce93972 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:36:31.802387 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-940440a7-a56b-4960-8de3-02334b47cfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:36:30Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:31.805072 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940440a7-a56b-4960-8de3-02334b47cfab None None] Checking router: 038e37ea-82fd-4dae-be33-325d3ce93972 for host: dv-cinder-766064-3-iscsi {{(pid=79987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:36:31.811326 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940440a7-a56b-4960-8de3-02334b47cfab None None] Routers {'038e37ea-82fd-4dae-be33-325d3ce93972'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:36:31.811686 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-940440a7-a56b-4960-8de3-02334b47cfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:36:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['038e37ea-82fd-4dae-be33-325d3ce93972'], 'active': True} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:31.835733 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7f26b724-acc5-4260-ae29-3c3e4f5eedd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:31.956346 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7f26b724-acc5-4260-ae29-3c3e4f5eedd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:31.962023 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-7f26b724-acc5-4260-ae29-3c3e4f5eedd6 admin admin] Deleting port 3d695a8c-8260-4b36-a843-1a7af51fd17b {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:36:31.962312 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7f26b724-acc5-4260-ae29-3c3e4f5eedd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:32.069029 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-7f26b724-acc5-4260-ae29-3c3e4f5eedd6 admin admin] For port 3d695a8c-8260-4b36-a843-1a7af51fd17b, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=3d695a8c-8260-4b36-a843-1a7af51fd17b,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:36:32.069244 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7f26b724-acc5-4260-ae29-3c3e4f5eedd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:32.086198 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-940440a7-a56b-4960-8de3-02334b47cfab None None] Set router 038e37ea-82fd-4dae-be33-325d3ce93972 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:36:32.138764 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-7f26b724-acc5-4260-ae29-3c3e4f5eedd6 admin admin] Calling delete_port for 3d695a8c-8260-4b36-a843-1a7af51fd17b owned by network:router_gateway {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:36:32.230798 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7f26b724-acc5-4260-ae29-3c3e4f5eedd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:32.299333 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-940440a7-a56b-4960-8de3-02334b47cfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:36:30Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:32.301924 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940440a7-a56b-4960-8de3-02334b47cfab None None] The sync data for ids ['038e37ea-82fd-4dae-be33-325d3ce93972'] in dv-cinder-766064-3-iscsi is: [{'id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'name': 'tempest-TestVolumeBootPattern-1931861194-router', 'tenant_id': '8fb2eb7ec5ad4402968fda814359d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:31Z', 'updated_at': '2021-01-25T16:36:30Z', 'revision_number': 5, 'project_id': '8fb2eb7ec5ad4402968fda814359d625', 'gw_port': {'id': '3d695a8c-8260-4b36-a843-1a7af51fd17b', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e37ea-82fd-4dae-be33-325d3ce93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:32Z', 'updated_at': '2021-01-25T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}] {{(pid=79987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:36:32.350954 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7f26b724-acc5-4260-ae29-3c3e4f5eedd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854064149'] for router_gateway, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:32.436360 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7f26b724-acc5-4260-ae29-3c3e4f5eedd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854068689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771156'] for router, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:32.438117 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7f26b724-acc5-4260-ae29-3c3e4f5eedd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:32.453277 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7f26b724-acc5-4260-ae29-3c3e4f5eedd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706716'] for router, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:32.453624 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f26b724-acc5-4260-ae29-3c3e4f5eedd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 038e37ea-82fd-4dae-be33-325d3ce93972 {{(pid=79985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:36:32.461250 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7f26b724-acc5-4260-ae29-3c3e4f5eedd6 admin admin] Notify callbacks [] for router, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:32.462060 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-7f26b724-acc5-4260-ae29-3c3e4f5eedd6 admin admin] 10.222.0.107 "DELETE /v2.0/routers/038e37ea-82fd-4dae-be33-325d3ce93972 HTTP/1.1" status: 204 len: 168 time: 0.9614043 Jan 25 16:36:32.464038 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48778) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:32.505994 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8573360-a44b-4ff3-a4fd-5ec87acbd192 admin admin] Deleting subnet 683ea156-d0d6-4d1c-92c0-907881e8e327 {{(pid=79985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 16:36:32.508179 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d8573360-a44b-4ff3-a4fd-5ec87acbd192 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:32.539531 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d8573360-a44b-4ff3-a4fd-5ec87acbd192 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26316608'] for subnet, precommit_delete_associations {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:32.582814 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d8573360-a44b-4ff3-a4fd-5ec87acbd192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852869732'] for subnet, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:32.728815 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d8573360-a44b-4ff3-a4fd-5ec87acbd192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26316638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828188425'] for subnet, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:32.737608 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-006c441c-c206-4b88-ab8a-82fd61d411fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:36:32.760428 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8573360-a44b-4ff3-a4fd-5ec87acbd192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=683ea156-d0d6-4d1c-92c0-907881e8e327,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:36:32.791018 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-d8573360-a44b-4ff3-a4fd-5ec87acbd192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:36:32.822195 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d8573360-a44b-4ff3-a4fd-5ec87acbd192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:32.825763 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-d8573360-a44b-4ff3-a4fd-5ec87acbd192 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/683ea156-d0d6-4d1c-92c0-907881e8e327 HTTP/1.1" status: 204 len: 168 time: 0.3608248 Jan 25 16:36:32.827194 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb344685-399c-489b-8679-e6093ca5ba77 None None] Network e1ea83b3-1515-40c5-b3d0-92561d798269 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:36:32.827813 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48782) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:32.901717 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853034955'] for network, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:32.943061 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] Deleting port 9802dea4-6474-4232-b46c-9d91dfe3136d {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:36:32.943299 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:33.005946 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58f63e6-be32-4d30-b1fb-3b35fcdb8b08 None None] DHCP port deletion for e1ea83b3-1515-40c5-b3d0-92561d798269 request from dv-cinder-766064-3-iscsi {{(pid=79986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 25 16:36:33.008909 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-a58f63e6-be32-4d30-b1fb-3b35fcdb8b08 None None] Deleting port 9802dea4-6474-4232-b46c-9d91dfe3136d {{(pid=79986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:36:33.009145 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a58f63e6-be32-4d30-b1fb-3b35fcdb8b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:33.075628 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] For port 9802dea4-6474-4232-b46c-9d91dfe3136d, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=9802dea4-6474-4232-b46c-9d91dfe3136d,segment=NetworkSegment(45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d),segment_id=45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:36:33.076135 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:33.124436 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 3176e436-c6da-4a0d-a301-f43e6040917a no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:36:33.146657 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] Calling delete_port for 9802dea4-6474-4232-b46c-9d91dfe3136d owned by network:dhcp {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:36:33.156476 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: 3176e436-c6da-4a0d-a301-f43e6040917a {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:36:33.156600 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 3176e436-c6da-4a0d-a301-f43e6040917a not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:36:33.156836 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 3d695a8c-8260-4b36-a843-1a7af51fd17b no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:36:33.179721 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: 3d695a8c-8260-4b36-a843-1a7af51fd17b {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:36:33.179947 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 3d695a8c-8260-4b36-a843-1a7af51fd17b not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:36:33.180262 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 9802dea4-6474-4232-b46c-9d91dfe3136d no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:36:33.195678 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:33.205712 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c96a1e75-50f2-42d2-b7eb-cec6ef763d2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:36:33.210109 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: 9802dea4-6474-4232-b46c-9d91dfe3136d {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:36:33.210335 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 9802dea4-6474-4232-b46c-9d91dfe3136d not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:36:33.216611 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-a58f63e6-be32-4d30-b1fb-3b35fcdb8b08 None None] For port 9802dea4-6474-4232-b46c-9d91dfe3136d, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=9802dea4-6474-4232-b46c-9d91dfe3136d,segment=NetworkSegment(45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d),segment_id=45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:36:33.216896 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a58f63e6-be32-4d30-b1fb-3b35fcdb8b08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:33.263895 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] Pushing event deleted for resources: {'Port': ['ID=9802dea4-6474-4232-b46c-9d91dfe3136d,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:36:33.271738 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:36:33.290441 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-a58f63e6-be32-4d30-b1fb-3b35fcdb8b08 None None] Calling delete_port for 9802dea4-6474-4232-b46c-9d91dfe3136d owned by network:dhcp {{(pid=79986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:36:33.296382 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] No DVR routers for this DVR port 9802dea4-6474-4232-b46c-9d91dfe3136d on host dv-cinder-766064-3-iscsi {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:36:33.328634 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.db.api [None req-a58f63e6-be32-4d30-b1fb-3b35fcdb8b08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:36:33.328857 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_db.api [None req-a58f63e6-be32-4d30-b1fb-3b35fcdb8b08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 16:36:33.369494 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852872736', 'neutron.services.segments.db._delete_segments_for_network-8743637820497'] for network, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:33.430113 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ea83b3-1515-40c5-b3d0-92561d798269']}} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:33.437583 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d') {'for_net_delete': True} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:33.437735 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ea5474-21af-4e4f-a1f0-7dba1ca5fa0d') {} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:33.444271 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743637817186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036828459192'] for segment, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:33.452552 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:33.453778 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] Releasing vxlan tunnel 5 to pool {{(pid=79985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 16:36:33.772933 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] Network e1ea83b3-1515-40c5-b3d0-92561d798269 has no segments {{(pid=79985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:36:33.777739 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852869664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036828459267'] for segment, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:33.830235 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-a58f63e6-be32-4d30-b1fb-3b35fcdb8b08 None None] Deleting port 9802dea4-6474-4232-b46c-9d91dfe3136d {{(pid=79986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:36:33.830747 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a58f63e6-be32-4d30-b1fb-3b35fcdb8b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:33.875764 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] Network e1ea83b3-1515-40c5-b3d0-92561d798269 has no segments {{(pid=79985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:36:33.885127 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-a58f63e6-be32-4d30-b1fb-3b35fcdb8b08 None None] The port '9802dea4-6474-4232-b46c-9d91dfe3136d' was deleted {{(pid=79986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: Traceback (most recent call last): Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: timer() Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: cb(*args, **kw) Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: return func(*args, **kwargs) Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: self._notify() Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: self.callback(batched_events) Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: event.method(event) Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: segment_id)['aggregates'][0] Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(self, *a, **k) Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: return self._get(url).json() Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: **kwargs) Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.request(url, 'GET', **kwargs) Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: **endpoint_filter) Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:36:33.887689 dv-cinder-766064-3-iscsi neutron-server[79885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:36:33.929426 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711666'] for network, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:33.931601 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-65c18130-d1cb-429c-bc0c-4ed1867831f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:36:33.939727 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:33.945447 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ea83b3-1515-40c5-b3d0-92561d798269,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:36:33.947324 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:36:33.954478 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-a7ca1270-0747-4979-acb4-9a52f3e41bef admin admin] 10.222.0.107 "DELETE /v2.0/networks/e1ea83b3-1515-40c5-b3d0-92561d798269 HTTP/1.1" status: 204 len: 168 time: 1.1255665 Jan 25 16:36:33.958536 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48786) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:34.287039 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-25c80177-5c8e-47c5-80ba-0c29a67d8b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719075'] for router_interface, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:34.488674 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-25c80177-5c8e-47c5-80ba-0c29a67d8b9d admin admin] Deleting port e11daa39-c9fd-498e-9895-bd0b321c09eb {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:36:34.488866 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-25c80177-5c8e-47c5-80ba-0c29a67d8b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:34.583553 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-25c80177-5c8e-47c5-80ba-0c29a67d8b9d admin admin] For port e11daa39-c9fd-498e-9895-bd0b321c09eb, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=e11daa39-c9fd-498e-9895-bd0b321c09eb,segment=NetworkSegment(3437e24b-7983-4cd3-b755-705fe433e518),segment_id=3437e24b-7983-4cd3-b755-705fe433e518)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:36:34.583796 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-25c80177-5c8e-47c5-80ba-0c29a67d8b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:34.648434 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-25c80177-5c8e-47c5-80ba-0c29a67d8b9d admin admin] Calling delete_port for e11daa39-c9fd-498e-9895-bd0b321c09eb owned by network:router_interface {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:36:34.741858 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-25c80177-5c8e-47c5-80ba-0c29a67d8b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:34.750074 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-73e82318-2b18-4a5e-9083-2320bf68f66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:36:34.798840 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c80177-5c8e-47c5-80ba-0c29a67d8b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=e11daa39-c9fd-498e-9895-bd0b321c09eb,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:36:34.801225 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-25c80177-5c8e-47c5-80ba-0c29a67d8b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:36:34.988261 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-25c80177-5c8e-47c5-80ba-0c29a67d8b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-718937'] for router_interface, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:35.522759 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c80177-5c8e-47c5-80ba-0c29a67d8b9d admin admin] Router a0f0c0e6-26a2-47da-a6cf-a635a649e814 has already been hosted by L3 agent 6e97db72-a5a7-442b-8b04-497e330c74c5 {{(pid=79985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 25 16:36:35.636428 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c80177-5c8e-47c5-80ba-0c29a67d8b9d admin admin] Notify agent at l3_agent.dv-cinder-766064-3-iscsi the message routers_updated {{(pid=79985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 25 16:36:35.642598 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-25c80177-5c8e-47c5-80ba-0c29a67d8b9d admin admin] 10.222.0.107 "PUT /v2.0/routers/a0f0c0e6-26a2-47da-a6cf-a635a649e814/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6833692 Jan 25 16:36:35.644358 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48790) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:35.647320 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c81a25a-1c6b-4075-8d30-ca6d786d76bd None None] Sync routers for ids ['a0f0c0e6-26a2-47da-a6cf-a635a649e814'] in dv-cinder-766064-3-iscsi {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 25 16:36:35.657275 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c81a25a-1c6b-4075-8d30-ca6d786d76bd None None] Routers {'a0f0c0e6-26a2-47da-a6cf-a635a649e814'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:36:35.657725 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-5c81a25a-1c6b-4075-8d30-ca6d786d76bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:36:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['a0f0c0e6-26a2-47da-a6cf-a635a649e814'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:35.764930 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a6453a55-5a85-44ea-921b-3a84428ed767 admin admin] Notify callbacks [] for router, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:35.886023 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a6453a55-5a85-44ea-921b-3a84428ed767 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:35.889789 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-a6453a55-5a85-44ea-921b-3a84428ed767 admin admin] Deleting port 40920d90-0c4d-4974-b8eb-77b50a5e053e {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:36:35.889978 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a6453a55-5a85-44ea-921b-3a84428ed767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:35.938659 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-5c81a25a-1c6b-4075-8d30-ca6d786d76bd None None] Set router a0f0c0e6-26a2-47da-a6cf-a635a649e814 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:36:35.987033 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-a6453a55-5a85-44ea-921b-3a84428ed767 admin admin] For port 40920d90-0c4d-4974-b8eb-77b50a5e053e, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=40920d90-0c4d-4974-b8eb-77b50a5e053e,segment=NetworkSegment(d58e38ee-9dae-4d28-bf23-8e4cf4ae354a),segment_id=d58e38ee-9dae-4d28-bf23-8e4cf4ae354a)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:36:35.987253 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a6453a55-5a85-44ea-921b-3a84428ed767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:36.059859 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-a6453a55-5a85-44ea-921b-3a84428ed767 admin admin] Calling delete_port for 40920d90-0c4d-4974-b8eb-77b50a5e053e owned by network:router_gateway {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:36:36.100852 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-5c81a25a-1c6b-4075-8d30-ca6d786d76bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'name': 'tempest-TestVolumeBootPattern-1525022146-router', 'tenant_id': '1930d9fb83b74ea89786bd5a8b72a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '40920d90-0c4d-4974-b8eb-77b50a5e053e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:36Z', 'updated_at': '2021-01-25T16:36:34Z', 'revision_number': 5, 'project_id': '1930d9fb83b74ea89786bd5a8b72a117', 'gw_port': {'id': '40920d90-0c4d-4974-b8eb-77b50a5e053e', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:36Z', 'updated_at': '2021-01-25T16:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:36.103240 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c81a25a-1c6b-4075-8d30-ca6d786d76bd None None] Checking router: a0f0c0e6-26a2-47da-a6cf-a635a649e814 for host: dv-cinder-766064-3-iscsi {{(pid=79986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 25 16:36:36.108767 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c81a25a-1c6b-4075-8d30-ca6d786d76bd None None] Routers {'a0f0c0e6-26a2-47da-a6cf-a635a649e814'} bound to L3 agent in host dv-cinder-766064-3-iscsi {{(pid=79986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:36:36.109130 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-5c81a25a-1c6b-4075-8d30-ca6d786d76bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766064-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-25T16:04:54Z,description=,heartbeat_timestamp=2021-01-25T16:36:24Z,host='dv-cinder-766064-3-iscsi',id=6e97db72-a5a7-442b-8b04-497e330c74c5,load=0,resource_versions=,resources_synced=,started_at=2021-01-25T16:04:54Z,topic='l3_agent')) {'router_ids': ['a0f0c0e6-26a2-47da-a6cf-a635a649e814'], 'active': True} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:36.152814 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a6453a55-5a85-44ea-921b-3a84428ed767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:36.227938 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvr_db [None req-5c81a25a-1c6b-4075-8d30-ca6d786d76bd None None] Set router a0f0c0e6-26a2-47da-a6cf-a635a649e814 gateway port host: dv-cinder-766064-3-iscsi {{(pid=79986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 25 16:36:36.258844 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a6453a55-5a85-44ea-921b-3a84428ed767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854064149'] for router_gateway, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:36.332412 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a6453a55-5a85-44ea-921b-3a84428ed767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854068689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771156'] for router, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:36.334034 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a6453a55-5a85-44ea-921b-3a84428ed767 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:36.363242 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a6453a55-5a85-44ea-921b-3a84428ed767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706716'] for router, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:36.363970 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6453a55-5a85-44ea-921b-3a84428ed767 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0f0c0e6-26a2-47da-a6cf-a635a649e814 {{(pid=79985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:36:36.375938 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a6453a55-5a85-44ea-921b-3a84428ed767 admin admin] Notify callbacks [] for router, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:36.376795 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-a6453a55-5a85-44ea-921b-3a84428ed767 admin admin] 10.222.0.107 "DELETE /v2.0/routers/a0f0c0e6-26a2-47da-a6cf-a635a649e814 HTTP/1.1" status: 204 len: 168 time: 0.7315536 Jan 25 16:36:36.378630 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48794) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:36.414274 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_hamode_db [None req-5c81a25a-1c6b-4075-8d30-ca6d786d76bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'name': 'tempest-TestVolumeBootPattern-1525022146-router', 'tenant_id': '1930d9fb83b74ea89786bd5a8b72a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '40920d90-0c4d-4974-b8eb-77b50a5e053e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:36Z', 'updated_at': '2021-01-25T16:36:34Z', 'revision_number': 5, 'project_id': '1930d9fb83b74ea89786bd5a8b72a117', 'gw_port': {'id': '40920d90-0c4d-4974-b8eb-77b50a5e053e', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:36Z', 'updated_at': '2021-01-25T16:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}], 'dv-cinder-766064-3-iscsi', False) {} {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:36.416604 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c81a25a-1c6b-4075-8d30-ca6d786d76bd None None] The sync data for ids ['a0f0c0e6-26a2-47da-a6cf-a635a649e814'] in dv-cinder-766064-3-iscsi is: [{'id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'name': 'tempest-TestVolumeBootPattern-1525022146-router', 'tenant_id': '1930d9fb83b74ea89786bd5a8b72a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'external_fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '40920d90-0c4d-4974-b8eb-77b50a5e053e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-25T16:28:36Z', 'updated_at': '2021-01-25T16:36:34Z', 'revision_number': 5, 'project_id': '1930d9fb83b74ea89786bd5a8b72a117', 'gw_port': {'id': '40920d90-0c4d-4974-b8eb-77b50a5e053e', 'name': '', 'network_id': 'a86c8819-2978-473d-8d16-86365edfeb60', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f0c0e6-26a2-47da-a6cf-a635a649e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-25T16:28:36Z', 'updated_at': '2021-01-25T16:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1961e7-fa88-47d7-900c-7c648513b3bc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-3-iscsi'}] {{(pid=79986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 25 16:36:36.419780 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80e90a0-63c3-443d-b06d-6ed15126fdbc admin admin] Deleting subnet f574a206-b036-40e1-a66e-655f2f952eb1 {{(pid=79985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 25 16:36:36.421844 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e80e90a0-63c3-443d-b06d-6ed15126fdbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:36.457755 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e80e90a0-63c3-443d-b06d-6ed15126fdbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26316608'] for subnet, precommit_delete_associations {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:36.509758 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e80e90a0-63c3-443d-b06d-6ed15126fdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852869732'] for subnet, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:36.672575 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e80e90a0-63c3-443d-b06d-6ed15126fdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26316638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828188425'] for subnet, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:36.679562 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-87adefd4-5b1a-4795-b097-9f4d50e88e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:36:36.724166 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e90a0-63c3-443d-b06d-6ed15126fdbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f574a206-b036-40e1-a66e-655f2f952eb1,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:36:36.728332 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-e80e90a0-63c3-443d-b06d-6ed15126fdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:36:36.761494 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e80e90a0-63c3-443d-b06d-6ed15126fdbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:36.765277 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5608f74d-fef3-43f1-9bbc-6ca0a9e9b61d None None] Network 49f12f37-cceb-4be0-9833-c4e27ab54bd7 requested from dv-cinder-766064-3-iscsi {{(pid=79986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 25 16:36:36.766885 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-e80e90a0-63c3-443d-b06d-6ed15126fdbc admin admin] 10.222.0.107 "DELETE /v2.0/subnets/f574a206-b036-40e1-a66e-655f2f952eb1 HTTP/1.1" status: 204 len: 168 time: 0.3875692 Jan 25 16:36:36.768817 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48798) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:36.843486 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853034955'] for network, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:36.884939 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] Deleting port c4ed857e-cdf9-41fb-9abb-580d0d46ed93 {{(pid=79985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:36:36.885140 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:36.938563 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afb25c3-1e8e-44c2-b70d-4ecbd8d4e35c None None] DHCP port deletion for 49f12f37-cceb-4be0-9833-c4e27ab54bd7 request from dv-cinder-766064-3-iscsi {{(pid=79986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 25 16:36:36.941617 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-9afb25c3-1e8e-44c2-b70d-4ecbd8d4e35c None None] Deleting port c4ed857e-cdf9-41fb-9abb-580d0d46ed93 {{(pid=79986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:36:36.941871 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9afb25c3-1e8e-44c2-b70d-4ecbd8d4e35c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:37.005420 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] For port c4ed857e-cdf9-41fb-9abb-580d0d46ed93, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=c4ed857e-cdf9-41fb-9abb-580d0d46ed93,segment=NetworkSegment(3437e24b-7983-4cd3-b755-705fe433e518),segment_id=3437e24b-7983-4cd3-b755-705fe433e518)] {{(pid=79985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:36:37.005638 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:37.065273 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.db [None req-9afb25c3-1e8e-44c2-b70d-4ecbd8d4e35c None None] For port c4ed857e-cdf9-41fb-9abb-580d0d46ed93, host dv-cinder-766064-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-3-iscsi',level=0,port_id=c4ed857e-cdf9-41fb-9abb-580d0d46ed93,segment=NetworkSegment(3437e24b-7983-4cd3-b755-705fe433e518),segment_id=3437e24b-7983-4cd3-b755-705fe433e518)] {{(pid=79986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 25 16:36:37.065480 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9afb25c3-1e8e-44c2-b70d-4ecbd8d4e35c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-916143'] for port, precommit_delete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:37.075240 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] Calling delete_port for c4ed857e-cdf9-41fb-9abb-580d0d46ed93 owned by network:dhcp {{(pid=79985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:36:37.117806 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293216979930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293217445253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26316426'] for port, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:37.126460 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-7dda9dfc-af4f-4475-bfe7-7cfdeb91c069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:36:37.131561 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 40920d90-0c4d-4974-b8eb-77b50a5e053e no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:36:37.149873 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-9afb25c3-1e8e-44c2-b70d-4ecbd8d4e35c None None] Calling delete_port for c4ed857e-cdf9-41fb-9abb-580d0d46ed93 owned by network:dhcp {{(pid=79986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 25 16:36:37.174740 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: 40920d90-0c4d-4974-b8eb-77b50a5e053e {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:36:37.174740 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device 40920d90-0c4d-4974-b8eb-77b50a5e053e not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:36:37.174740 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device c4ed857e-cdf9-41fb-9abb-580d0d46ed93 no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:36:37.176794 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ed857e-cdf9-41fb-9abb-580d0d46ed93,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:36:37.178475 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:36:37.194224 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: c4ed857e-cdf9-41fb-9abb-580d0d46ed93 {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:36:37.194329 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device c4ed857e-cdf9-41fb-9abb-580d0d46ed93 not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:36:37.194565 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device e11daa39-c9fd-498e-9895-bd0b321c09eb no longer exists at agent ovs-agent-dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 25 16:36:37.202322 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] No DVR routers for this DVR port c4ed857e-cdf9-41fb-9abb-580d0d46ed93 on host dv-cinder-766064-3-iscsi {{(pid=79985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 25 16:36:37.375841 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] No Port match for: e11daa39-c9fd-498e-9895-bd0b321c09eb {{(pid=79986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 25 16:36:37.375841 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.rpc [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Device e11daa39-c9fd-498e-9895-bd0b321c09eb not bound to the agent host dv-cinder-766064-3-iscsi {{(pid=79986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 25 16:36:37.390793 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.db.api [None req-9afb25c3-1e8e-44c2-b70d-4ecbd8d4e35c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:36:37.391019 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_db.api [None req-9afb25c3-1e8e-44c2-b70d-4ecbd8d4e35c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 25 16:36:37.505090 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852872736', 'neutron.services.segments.db._delete_segments_for_network-8743637820497'] for network, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:37.576946 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f12f37-cceb-4be0-9833-c4e27ab54bd7']}} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:37.585581 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3437e24b-7983-4cd3-b755-705fe433e518') {'for_net_delete': True} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:37.585798 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.services.segments.db [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3437e24b-7983-4cd3-b755-705fe433e518') {} {{(pid=79985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 25 16:36:37.593964 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743637817186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036828459192'] for segment, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:37.606917 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1906152'] for segment, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:37.608394 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=79985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 25 16:36:37.698343 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] Network 49f12f37-cceb-4be0-9833-c4e27ab54bd7 has no segments {{(pid=79985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:36:37.705405 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852869664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036828459267'] for segment, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:37.793598 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.managers [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] Network 49f12f37-cceb-4be0-9833-c4e27ab54bd7 has no segments {{(pid=79985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: Traceback (most recent call last): Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: timer() Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: cb(*args, **kw) Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: return func(*args, **kwargs) Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: self._notify() Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: self.callback(batched_events) Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: event.method(event) Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: segment_id)['aggregates'][0] Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: return f(self, *a, **k) Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: return self._get(url).json() Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: **kwargs) Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: return self.request(url, 'GET', **kwargs) Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: **endpoint_filter) Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:36:37.804916 dv-cinder-766064-3-iscsi neutron-server[79885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:36:37.864568 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854229360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711666'] for network, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:37.867038 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854229373'] for network, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:37.868657 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:36:37.880935 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] Pushing event deleted for resources: {'Network': ['ID=49f12f37-cceb-4be0-9833-c4e27ab54bd7,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:36:37.882288 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:36:37.883383 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-acafe5d3-fef1-4df0-9d2d-cda088cfb008 admin admin] 10.222.0.107 "DELETE /v2.0/networks/49f12f37-cceb-4be0-9833-c4e27ab54bd7 HTTP/1.1" status: 204 len: 168 time: 1.1138783 Jan 25 16:36:37.892546 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-9afb25c3-1e8e-44c2-b70d-4ecbd8d4e35c None None] Deleting port c4ed857e-cdf9-41fb-9abb-580d0d46ed93 {{(pid=79986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 25 16:36:37.892846 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-9afb25c3-1e8e-44c2-b70d-4ecbd8d4e35c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743637724804'] for port, before_delete {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:37.929905 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.plugins.ml2.plugin [None req-9afb25c3-1e8e-44c2-b70d-4ecbd8d4e35c None None] The port 'c4ed857e-cdf9-41fb-9abb-580d0d46ed93' was deleted {{(pid=79986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 25 16:36:37.976362 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48804) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:38.006188 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-3a7441a8-f534-4d8a-aefb-1858c909fd85 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8fb2eb7ec5ad4402968fda814359d625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0289447 Jan 25 16:36:38.007551 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48808) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:38.045587 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c1694c15-1068-4a2c-8f5d-24ca4e3d9634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:38.065003 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c1694c15-1068-4a2c-8f5d-24ca4e3d9634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:38.095474 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c1694c15-1068-4a2c-8f5d-24ca4e3d9634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:38.098523 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-f2c96830-5bf5-432a-bd0d-e35c671492b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:36:38.107263 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1694c15-1068-4a2c-8f5d-24ca4e3d9634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f47ec8-02d7-40bf-aa8b-495a09f3a834,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:36:38.109830 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-c1694c15-1068-4a2c-8f5d-24ca4e3d9634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:36:38.111840 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c1694c15-1068-4a2c-8f5d-24ca4e3d9634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:38.112656 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-c1694c15-1068-4a2c-8f5d-24ca4e3d9634 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/64f47ec8-02d7-40bf-aa8b-495a09f3a834 HTTP/1.1" status: 204 len: 168 time: 0.1044717 Jan 25 16:36:38.332044 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48816) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:38.362665 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-107eea8e-abf0-4452-b71f-f3f926632f7f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1930d9fb83b74ea89786bd5a8b72a117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0297093 Jan 25 16:36:38.364054 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.wsgi [-] (79985) accepted ('10.222.0.107', 48820) {{(pid=79985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:38.395876 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-43151762-aa87-4b0b-9985-6fa9efdcd42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:38.409992 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-43151762-aa87-4b0b-9985-6fa9efdcd42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:38.433610 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-43151762-aa87-4b0b-9985-6fa9efdcd42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911620'] for security_group, after_delete {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:38.437285 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-5eb11306-2657-4fba-9e08-3e47fe45c4b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 25 16:36:38.446847 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43151762-aa87-4b0b-9985-6fa9efdcd42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb7a3c5-cb5d-42ac-8703-9744d13d22ab,revision_number=None']} {{(pid=79985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 25 16:36:38.450244 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG oslo_concurrency.lockutils [None req-43151762-aa87-4b0b-9985-6fa9efdcd42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 25 16:36:38.451645 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-43151762-aa87-4b0b-9985-6fa9efdcd42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:38.454479 dv-cinder-766064-3-iscsi neutron-server[79885]: INFO neutron.wsgi [None req-43151762-aa87-4b0b-9985-6fa9efdcd42e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1cb7a3c5-cb5d-42ac-8703-9744d13d22ab HTTP/1.1" status: 204 len: 168 time: 0.0894523 Jan 25 16:36:53.012058 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-f3f5aaa2-0ba0-4f6d-9a24-0e59f058b25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:53.995607 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-38057bfd-61c0-4fc3-b2d4-bd8a4e8dc090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:54.761019 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:54.890807 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:55.856065 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:36:55.939462 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:37:02.560520 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:37:23.022049 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-554a52e1-662b-4582-8200-49fb940ff9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:37:23.996166 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-7f463948-830c-4729-b74c-1a6b7b4d0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:37:24.752906 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:37:24.897649 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:37:25.860165 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:37:39.563145 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:37:53.021364 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-a0a102ed-ad05-4cbc-9f3e-acc87c7b70c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:37:53.997296 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-af3af47d-ffe5-439e-86ab-4275ba060964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:37:54.762943 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:37:54.894909 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:37:55.863025 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:37:56.023110 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:38:16.566156 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:38:23.020605 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-c08d6736-09b1-4fa4-a2ae-9b76ae522080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:38:24.007153 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-e4b0b220-ade1-42f1-b9ac-60517391d72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:38:24.767295 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:38:24.891770 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:38:25.871318 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:38:53.019004 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-84080f7b-2c09-41a5-9759-0f5bde57d997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:38:53.569675 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 25 16:38:54.006537 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-d6839f9d-6eff-428d-b970-3cb9a6d0f347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:38:54.768305 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:38:54.890171 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:38:55.874155 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:38:56.165259 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-abe34383-0fb3-4b77-aa33-806ef5e2ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:39:23.016912 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-fe268b17-9abf-4f99-a372-c3ba215ca875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:39:24.005479 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-4575c2d7-4936-42ab-845d-ccc452712d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:39:24.773411 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-8ee0613c-ee22-45c2-88fa-9c52a16a6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:39:24.887590 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-53223296-8f0d-4869-9930-4c20fae5eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:39:25.884175 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron_lib.callbacks.manager [None req-55cc0a73-241a-45d6-9678-46d7ce3ae65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743637820480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852870445'] for agent, after_update {{(pid=79986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 25 16:39:30.568018 dv-cinder-766064-3-iscsi neutron-server[79885]: DEBUG neutron.db.agents_db [None req-a577adcd-efed-420a-9853-1a1196fc3949 None None] Agent healthcheck: found 6 active agents {{(pid=79987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}